2024-11-27 00:12:39,490 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 00:12:39,512 main DEBUG Took 0.019980 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 00:12:39,513 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 00:12:39,513 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 00:12:39,515 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 00:12:39,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,528 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 00:12:39,550 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,559 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,563 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:12:39,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,569 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 00:12:39,571 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:12:39,573 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 00:12:39,575 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 00:12:39,576 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 00:12:39,578 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 00:12:39,579 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 00:12:39,592 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 00:12:39,596 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 00:12:39,598 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 00:12:39,599 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 00:12:39,599 main DEBUG createAppenders(={Console}) 2024-11-27 00:12:39,600 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-27 00:12:39,601 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-27 00:12:39,601 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-27 00:12:39,602 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 00:12:39,603 main DEBUG OutputStream closed 2024-11-27 00:12:39,603 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 00:12:39,603 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 00:12:39,604 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-27 00:12:39,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 00:12:39,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 00:12:39,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 00:12:39,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 00:12:39,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 00:12:39,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 00:12:39,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 00:12:39,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 00:12:39,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 00:12:39,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 00:12:39,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 00:12:39,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 00:12:39,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 00:12:39,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 00:12:39,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 00:12:39,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 00:12:39,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 00:12:39,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 00:12:39,724 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 00:12:39,724 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-27 00:12:39,725 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 00:12:39,726 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-27T00:12:39,759 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-27 00:12:39,762 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 00:12:39,763 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T00:12:39,774 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-27T00:12:39,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=4738 2024-11-27T00:12:40,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712 2024-11-27T00:12:40,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:12:40,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f, deleteOnExit=true 2024-11-27T00:12:40,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:12:40,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/test.cache.data in system properties and HBase conf 2024-11-27T00:12:40,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:12:40,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:12:40,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:12:40,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:12:40,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:12:40,447 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T00:12:40,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:12:40,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:12:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:12:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:12:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:12:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:12:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:12:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:12:40,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:12:40,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:12:40,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:12:40,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:12:40,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:12:40,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:12:40,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:12:41,923 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T00:12:42,015 INFO [Time-limited test {}] log.Log(170): Logging initialized @3479ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T00:12:42,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:12:42,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:12:42,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:12:42,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:12:42,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:12:42,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:12:42,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:12:42,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:12:42,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/java.io.tmpdir/jetty-localhost-46151-hadoop-hdfs-3_4_1-tests_jar-_-any-3458922452067831956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:12:42,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:46151} 2024-11-27T00:12:42,516 INFO [Time-limited test {}] server.Server(415): Started @3981ms 2024-11-27T00:12:43,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:12:43,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:12:43,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:12:43,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:12:43,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:12:43,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:12:43,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:12:43,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/java.io.tmpdir/jetty-localhost-39623-hadoop-hdfs-3_4_1-tests_jar-_-any-2819762486557654591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:12:43,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:39623} 2024-11-27T00:12:43,436 INFO [Time-limited test {}] server.Server(415): Started @4902ms 2024-11-27T00:12:43,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:12:43,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:12:43,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:12:43,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:12:43,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:12:43,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:12:43,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:12:43,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:12:43,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/java.io.tmpdir/jetty-localhost-44755-hadoop-hdfs-3_4_1-tests_jar-_-any-5774253900082147887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:12:43,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:44755} 2024-11-27T00:12:43,746 INFO [Time-limited test {}] server.Server(415): Started @5211ms 2024-11-27T00:12:43,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:12:43,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:12:43,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:12:43,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:12:43,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:12:43,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:12:43,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:12:43,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:12:43,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/java.io.tmpdir/jetty-localhost-40545-hadoop-hdfs-3_4_1-tests_jar-_-any-4820655814355889023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:12:43,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:40545} 2024-11-27T00:12:43,910 INFO [Time-limited test {}] server.Server(415): Started @5375ms 2024-11-27T00:12:43,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:12:45,480 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data2/current/BP-1042270345-172.17.0.3-1732666361261/current, will proceed with Du for space computation calculation, 2024-11-27T00:12:45,480 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data1/current/BP-1042270345-172.17.0.3-1732666361261/current, will proceed with Du for space computation calculation, 2024-11-27T00:12:45,480 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data3/current/BP-1042270345-172.17.0.3-1732666361261/current, will proceed with Du for space computation calculation, 2024-11-27T00:12:45,480 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data4/current/BP-1042270345-172.17.0.3-1732666361261/current, will proceed with Du for space computation calculation, 2024-11-27T00:12:45,539 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:12:45,539 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:12:45,543 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data5/current/BP-1042270345-172.17.0.3-1732666361261/current, will proceed with Du for space computation calculation, 2024-11-27T00:12:45,553 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data6/current/BP-1042270345-172.17.0.3-1732666361261/current, will proceed with Du for space computation calculation, 2024-11-27T00:12:45,589 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:12:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3a01059be1076bb with lease ID 0xc6ee0fe8ee0171fb: Processing first storage report for DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b from datanode DatanodeRegistration(127.0.0.1:43565, datanodeUuid=627a638d-edd1-4ed8-8f9c-55f4d0ca431c, infoPort=44401, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261) 2024-11-27T00:12:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3a01059be1076bb with lease ID 0xc6ee0fe8ee0171fb: from storage DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b node DatanodeRegistration(127.0.0.1:43565, datanodeUuid=627a638d-edd1-4ed8-8f9c-55f4d0ca431c, infoPort=44401, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T00:12:45,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69cad45a309607a8 with lease ID 0xc6ee0fe8ee0171fd: Processing first storage report for DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d from datanode DatanodeRegistration(127.0.0.1:42687, datanodeUuid=a1005020-c299-4f15-a5a3-f832797ffb5b, infoPort=42375, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261) 2024-11-27T00:12:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69cad45a309607a8 with lease ID 0xc6ee0fe8ee0171fd: from storage DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d node DatanodeRegistration(127.0.0.1:42687, datanodeUuid=a1005020-c299-4f15-a5a3-f832797ffb5b, infoPort=42375, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:12:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b9997053f5ee4 with lease ID 0xc6ee0fe8ee0171fc: Processing first storage report for DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=20bb98d3-75cc-4c7d-b7f8-20c2a881e7cd, infoPort=39855, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261) 2024-11-27T00:12:45,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b9997053f5ee4 with lease ID 0xc6ee0fe8ee0171fc: from storage DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=20bb98d3-75cc-4c7d-b7f8-20c2a881e7cd, infoPort=39855, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:12:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3a01059be1076bb with lease ID 0xc6ee0fe8ee0171fb: Processing first storage report for DS-db0fe1b4-78d0-4f22-980d-080e065fe807 from datanode DatanodeRegistration(127.0.0.1:43565, datanodeUuid=627a638d-edd1-4ed8-8f9c-55f4d0ca431c, infoPort=44401, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261) 2024-11-27T00:12:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3a01059be1076bb with lease ID 0xc6ee0fe8ee0171fb: from storage DS-db0fe1b4-78d0-4f22-980d-080e065fe807 node DatanodeRegistration(127.0.0.1:43565, datanodeUuid=627a638d-edd1-4ed8-8f9c-55f4d0ca431c, infoPort=44401, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T00:12:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69cad45a309607a8 with lease ID 0xc6ee0fe8ee0171fd: Processing first storage report for DS-1bad9ef2-a930-4c57-bdc5-468a8a89deb7 from datanode DatanodeRegistration(127.0.0.1:42687, datanodeUuid=a1005020-c299-4f15-a5a3-f832797ffb5b, infoPort=42375, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261) 2024-11-27T00:12:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69cad45a309607a8 with lease ID 0xc6ee0fe8ee0171fd: from storage DS-1bad9ef2-a930-4c57-bdc5-468a8a89deb7 node DatanodeRegistration(127.0.0.1:42687, datanodeUuid=a1005020-c299-4f15-a5a3-f832797ffb5b, infoPort=42375, infoSecurePort=0, ipcPort=39621, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:12:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47b9997053f5ee4 with lease ID 0xc6ee0fe8ee0171fc: Processing first storage report for DS-2779d5ac-1e7a-4c10-a946-675c4a6ca419 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=20bb98d3-75cc-4c7d-b7f8-20c2a881e7cd, infoPort=39855, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261) 2024-11-27T00:12:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47b9997053f5ee4 with lease ID 0xc6ee0fe8ee0171fc: from storage DS-2779d5ac-1e7a-4c10-a946-675c4a6ca419 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=20bb98d3-75cc-4c7d-b7f8-20c2a881e7cd, infoPort=39855, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=898075589;c=1732666361261), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:12:45,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712 2024-11-27T00:12:45,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/zookeeper_0, clientPort=61450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:12:45,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61450 2024-11-27T00:12:45,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:45,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:12:45,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:12:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:12:46,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 with version=8 2024-11-27T00:12:46,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/hbase-staging 2024-11-27T00:12:46,452 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T00:12:46,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:12:46,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:46,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:46,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:12:46,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:46,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:12:46,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:12:46,873 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T00:12:46,881 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T00:12:46,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:12:46,908 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1017 (auto-detected) 2024-11-27T00:12:46,909 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T00:12:46,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38521 2024-11-27T00:12:46,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38521 connecting to ZooKeeper ensemble=127.0.0.1:61450 2024-11-27T00:12:47,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385210x0, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:12:47,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38521-0x10179a292960000 connected 2024-11-27T00:12:47,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:12:47,195 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94, hbase.cluster.distributed=false 2024-11-27T00:12:47,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:12:47,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38521 2024-11-27T00:12:47,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38521 2024-11-27T00:12:47,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38521 2024-11-27T00:12:47,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38521 2024-11-27T00:12:47,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38521 2024-11-27T00:12:47,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:12:47,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:12:47,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:12:47,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:12:47,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:12:47,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37989 2024-11-27T00:12:47,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37989 connecting to ZooKeeper ensemble=127.0.0.1:61450 2024-11-27T00:12:47,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379890x0, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:12:47,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379890x0, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:12:47,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37989-0x10179a292960001 connected 2024-11-27T00:12:47,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:12:47,375 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:12:47,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T00:12:47,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:12:47,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-27T00:12:47,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37989 2024-11-27T00:12:47,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37989 2024-11-27T00:12:47,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-27T00:12:47,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-27T00:12:47,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:12:47,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:12:47,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:12:47,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:12:47,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:12:47,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35595 2024-11-27T00:12:47,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35595 connecting to ZooKeeper ensemble=127.0.0.1:61450 2024-11-27T00:12:47,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355950x0, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:12:47,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355950x0, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:12:47,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35595-0x10179a292960002 connected 2024-11-27T00:12:47,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:12:47,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:12:47,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T00:12:47,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:12:47,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35595 2024-11-27T00:12:47,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35595 2024-11-27T00:12:47,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35595 2024-11-27T00:12:47,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35595 2024-11-27T00:12:47,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35595 2024-11-27T00:12:47,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:12:47,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:12:47,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:12:47,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:12:47,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:12:47,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:12:47,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37061 2024-11-27T00:12:47,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37061 connecting to ZooKeeper ensemble=127.0.0.1:61450 2024-11-27T00:12:47,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370610x0, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:12:47,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370610x0, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:12:47,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37061-0x10179a292960003 connected 2024-11-27T00:12:47,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:12:47,471 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:12:47,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T00:12:47,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:12:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37061 2024-11-27T00:12:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37061 2024-11-27T00:12:47,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37061 2024-11-27T00:12:47,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37061 2024-11-27T00:12:47,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37061 2024-11-27T00:12:47,499 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:38521 2024-11-27T00:12:47,500 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f036bc4986ea,38521,1732666366499 2024-11-27T00:12:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,514 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f036bc4986ea,38521,1732666366499 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,553 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T00:12:47,554 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f036bc4986ea,38521,1732666366499 from backup master directory 2024-11-27T00:12:47,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f036bc4986ea,38521,1732666366499 2024-11-27T00:12:47,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:12:47,565 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:12:47,565 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,38521,1732666366499 2024-11-27T00:12:47,568 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T00:12:47,570 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T00:12:47,621 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/hbase.id] with ID: 122ed111-de67-457e-bb94-065d5927c08d 2024-11-27T00:12:47,621 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.tmp/hbase.id 2024-11-27T00:12:47,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:12:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:12:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:12:47,635 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.tmp/hbase.id]:[hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/hbase.id] 2024-11-27T00:12:47,686 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:12:47,693 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:12:47,719 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-27T00:12:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:12:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:12:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:12:47,768 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:12:47,769 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:12:47,782 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:12:47,785 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:12:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:12:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:12:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:12:47,832 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store 2024-11-27T00:12:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:12:47,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:12:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:12:47,859 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T00:12:47,862 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:12:47,863 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:12:47,863 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:12:47,864 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:12:47,865 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:12:47,865 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:12:47,865 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:12:47,867 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666367863Disabling compacts and flushes for region at 1732666367863Disabling writes for close at 1732666367865 (+2 ms)Writing region close event to WAL at 1732666367865Closed at 1732666367865 2024-11-27T00:12:47,869 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/.initializing 2024-11-27T00:12:47,869 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/WALs/f036bc4986ea,38521,1732666366499 2024-11-27T00:12:47,876 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:12:47,894 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C38521%2C1732666366499, suffix=, logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/WALs/f036bc4986ea,38521,1732666366499, archiveDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/oldWALs, maxLogs=10 2024-11-27T00:12:47,921 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/WALs/f036bc4986ea,38521,1732666366499/f036bc4986ea%2C38521%2C1732666366499.1732666367900, exclude list is [], retry=0 2024-11-27T00:12:47,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1,DISK] 2024-11-27T00:12:47,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42687,DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d,DISK] 2024-11-27T00:12:47,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b,DISK] 2024-11-27T00:12:47,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T00:12:47,973 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/WALs/f036bc4986ea,38521,1732666366499/f036bc4986ea%2C38521%2C1732666366499.1732666367900 2024-11-27T00:12:47,974 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:39855:39855)] 2024-11-27T00:12:47,975 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:12:47,975 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:12:47,978 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:47,979 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:12:48,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:48,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:12:48,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:12:48,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:12:48,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:12:48,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:12:48,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:12:48,052 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,055 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,056 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,064 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:12:48,067 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:12:48,070 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:12:48,071 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64210056, jitterRate=-0.04319560527801514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:12:48,078 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666367992Initializing all the Stores at 1732666367994 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666367995 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666367995Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666367996 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666367996Cleaning up temporary data from old regions at 1732666368061 (+65 ms)Region opened successfully at 1732666368078 (+17 ms) 2024-11-27T00:12:48,080 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:12:48,110 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:12:48,139 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:12:48,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:12:48,151 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:12:48,154 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:12:48,155 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T00:12:48,162 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T00:12:48,162 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T00:12:48,188 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:12:48,196 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T00:12:48,259 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T00:12:48,263 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:12:48,265 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:12:48,277 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T00:12:48,280 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:12:48,285 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:12:48,297 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T00:12:48,299 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:12:48,311 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T00:12:48,334 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:12:48,342 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T00:12:48,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:12:48,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:12:48,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:12:48,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:12:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,358 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,38521,1732666366499, sessionid=0x10179a292960000, setting cluster-up flag (Was=false) 2024-11-27T00:12:48,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,511 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T00:12:48,516 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,38521,1732666366499 2024-11-27T00:12:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:48,574 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T00:12:48,576 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,38521,1732666366499 2024-11-27T00:12:48,584 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:12:48,668 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:12:48,680 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:12:48,684 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(746): ClusterId : 122ed111-de67-457e-bb94-065d5927c08d 2024-11-27T00:12:48,684 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(746): ClusterId : 122ed111-de67-457e-bb94-065d5927c08d 2024-11-27T00:12:48,685 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(746): ClusterId : 122ed111-de67-457e-bb94-065d5927c08d 2024-11-27T00:12:48,687 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:12:48,687 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:12:48,687 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:12:48,688 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:12:48,695 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,38521,1732666366499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:12:48,703 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:12:48,703 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:12:48,703 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:12:48,703 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:12:48,704 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:12:48,704 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:12:48,704 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:12:48,704 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:12:48,704 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:12:48,705 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:12:48,705 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:12:48,705 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:48,705 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:12:48,705 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:48,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666398710 2024-11-27T00:12:48,712 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:12:48,713 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:12:48,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:12:48,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:12:48,716 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:12:48,717 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:12:48,717 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:12:48,717 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:12:48,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,720 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:12:48,721 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:12:48,722 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:12:48,722 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:12:48,723 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:12:48,723 DEBUG [RS:0;f036bc4986ea:37989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a72bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:12:48,723 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:12:48,724 DEBUG [RS:1;f036bc4986ea:35595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b988590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:12:48,724 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:12:48,725 DEBUG [RS:2;f036bc4986ea:37061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3610f735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:12:48,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:12:48,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:12:48,736 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666368732,5,FailOnTimeoutGroup] 2024-11-27T00:12:48,744 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:37989 2024-11-27T00:12:48,745 DEBUG [RS:1;f036bc4986ea:35595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f036bc4986ea:35595 2024-11-27T00:12:48,746 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666368736,5,FailOnTimeoutGroup] 2024-11-27T00:12:48,746 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,747 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:12:48,747 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:12:48,747 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:12:48,747 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:12:48,748 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:12:48,748 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:12:48,748 DEBUG [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:12:48,748 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,748 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,749 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f036bc4986ea:37061 2024-11-27T00:12:48,749 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:12:48,749 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:12:48,749 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:12:48,750 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,38521,1732666366499 with port=35595, startcode=1732666367401 2024-11-27T00:12:48,750 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,38521,1732666366499 with port=37989, startcode=1732666367300 2024-11-27T00:12:48,750 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,38521,1732666366499 with port=37061, startcode=1732666367446 2024-11-27T00:12:48,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:12:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:12:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:12:48,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:12:48,765 DEBUG [RS:2;f036bc4986ea:37061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:12:48,765 DEBUG [RS:1;f036bc4986ea:35595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:12:48,765 DEBUG [RS:0;f036bc4986ea:37989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:12:48,766 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:12:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:12:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:12:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:12:48,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:12:48,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:12:48,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:12:48,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:48,842 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:12:48,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:12:48,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:12:48,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:12:48,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:12:48,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:48,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,37989,1732666367300 2024-11-27T00:12:48,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:12:48,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,37989,1732666367300 2024-11-27T00:12:48,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:12:48,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:48,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:12:48,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:12:48,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:48,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:48,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:12:48,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740 2024-11-27T00:12:48,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740 2024-11-27T00:12:48,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:12:48,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:12:48,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:12:48,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,37061,1732666367446 2024-11-27T00:12:48,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,37061,1732666367446 2024-11-27T00:12:48,873 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:12:48,873 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38393 2024-11-27T00:12:48,874 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:12:48,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,35595,1732666367401 2024-11-27T00:12:48,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,35595,1732666367401 2024-11-27T00:12:48,876 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:12:48,876 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38393 2024-11-27T00:12:48,876 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:12:48,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:12:48,881 DEBUG [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:12:48,881 DEBUG [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38393 2024-11-27T00:12:48,881 DEBUG [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:12:48,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:12:48,885 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68669471, jitterRate=0.02325485646724701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:12:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666368833Initializing all the Stores at 1732666368836 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666368836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666368836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666368836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666368836Cleaning up temporary data from old regions at 1732666368866 (+30 ms)Region opened successfully at 1732666368889 (+23 ms) 2024-11-27T00:12:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:12:48,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:12:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:12:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:12:48,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:12:48,892 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:12:48,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666368890Disabling compacts and flushes for region at 1732666368890Disabling writes for close at 1732666368890Writing region close event to WAL at 1732666368891 (+1 ms)Closed at 1732666368892 (+1 ms) 2024-11-27T00:12:48,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:12:48,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:12:48,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:12:48,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:12:48,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:12:48,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:12:48,943 DEBUG [RS:2;f036bc4986ea:37061 {}] zookeeper.ZKUtil(111): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f036bc4986ea,37061,1732666367446 2024-11-27T00:12:48,943 DEBUG [RS:0;f036bc4986ea:37989 {}] zookeeper.ZKUtil(111): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f036bc4986ea,37989,1732666367300 2024-11-27T00:12:48,943 WARN [RS:2;f036bc4986ea:37061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:12:48,943 WARN [RS:0;f036bc4986ea:37989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:12:48,943 INFO [RS:2;f036bc4986ea:37061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:12:48,943 INFO [RS:0;f036bc4986ea:37989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:12:48,943 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37989,1732666367300 2024-11-27T00:12:48,943 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446 2024-11-27T00:12:48,943 DEBUG [RS:1;f036bc4986ea:35595 {}] zookeeper.ZKUtil(111): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f036bc4986ea,35595,1732666367401 2024-11-27T00:12:48,943 WARN [RS:1;f036bc4986ea:35595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:12:48,943 INFO [RS:1;f036bc4986ea:35595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:12:48,944 DEBUG [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401 2024-11-27T00:12:48,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,37061,1732666367446] 2024-11-27T00:12:48,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,35595,1732666367401] 2024-11-27T00:12:48,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,37989,1732666367300] 2024-11-27T00:12:48,971 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:12:48,971 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:12:48,971 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:12:48,988 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:12:48,989 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:12:48,989 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:12:48,994 INFO [RS:2;f036bc4986ea:37061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:12:48,994 INFO [RS:1;f036bc4986ea:35595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:12:48,994 INFO [RS:0;f036bc4986ea:37989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:12:48,994 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,994 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,994 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:48,995 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:12:48,995 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:12:48,995 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:12:49,002 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:12:49,002 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:12:49,003 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,003 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,003 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,003 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:12:49,004 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:12:49,004 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:12:49,004 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,004 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:12:49,005 DEBUG [RS:2;f036bc4986ea:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:12:49,005 DEBUG [RS:0;f036bc4986ea:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:12:49,005 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:12:49,006 DEBUG [RS:1;f036bc4986ea:35595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:12:49,008 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37061,1732666367446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:12:49,008 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37989,1732666367300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:12:49,012 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,012 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,012 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,012 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,012 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,012 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35595,1732666367401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:12:49,030 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:12:49,031 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:12:49,032 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37061,1732666367446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,032 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37989,1732666367300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,032 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,032 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,033 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.Replication(171): f036bc4986ea,37989,1732666367300 started 2024-11-27T00:12:49,033 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.Replication(171): f036bc4986ea,37061,1732666367446 started 2024-11-27T00:12:49,036 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:12:49,036 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35595,1732666367401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,036 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,036 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.Replication(171): f036bc4986ea,35595,1732666367401 started 2024-11-27T00:12:49,053 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,053 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,053 INFO [RS:1;f036bc4986ea:35595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:49,053 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,37989,1732666367300, RpcServer on f036bc4986ea/172.17.0.3:37989, sessionid=0x10179a292960001 2024-11-27T00:12:49,053 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,37061,1732666367446, RpcServer on f036bc4986ea/172.17.0.3:37061, sessionid=0x10179a292960003 2024-11-27T00:12:49,053 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,35595,1732666367401, RpcServer on f036bc4986ea/172.17.0.3:35595, sessionid=0x10179a292960002 2024-11-27T00:12:49,054 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:12:49,054 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:12:49,054 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:12:49,054 DEBUG [RS:2;f036bc4986ea:37061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,37061,1732666367446 2024-11-27T00:12:49,054 DEBUG [RS:1;f036bc4986ea:35595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,35595,1732666367401 2024-11-27T00:12:49,054 DEBUG [RS:0;f036bc4986ea:37989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,37989,1732666367300 2024-11-27T00:12:49,055 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37989,1732666367300' 2024-11-27T00:12:49,055 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37061,1732666367446' 2024-11-27T00:12:49,055 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,35595,1732666367401' 2024-11-27T00:12:49,055 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T00:12:49,055 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T00:12:49,055 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T00:12:49,056 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T00:12:49,056 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T00:12:49,056 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T00:12:49,057 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:12:49,057 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:12:49,057 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:12:49,057 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:12:49,057 DEBUG [RS:1;f036bc4986ea:35595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,35595,1732666367401 2024-11-27T00:12:49,057 DEBUG [RS:0;f036bc4986ea:37989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,37989,1732666367300 2024-11-27T00:12:49,057 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,35595,1732666367401' 2024-11-27T00:12:49,057 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37989,1732666367300' 2024-11-27T00:12:49,057 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T00:12:49,057 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T00:12:49,058 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T00:12:49,058 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T00:12:49,059 DEBUG [RS:1;f036bc4986ea:35595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:12:49,059 DEBUG [RS:0;f036bc4986ea:37989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:12:49,059 INFO [RS:1;f036bc4986ea:35595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:12:49,059 INFO [RS:0;f036bc4986ea:37989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:12:49,059 INFO [RS:1;f036bc4986ea:35595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:12:49,059 INFO [RS:0;f036bc4986ea:37989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:12:49,060 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:12:49,060 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:12:49,060 DEBUG [RS:2;f036bc4986ea:37061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,37061,1732666367446 2024-11-27T00:12:49,060 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37061,1732666367446' 2024-11-27T00:12:49,060 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T00:12:49,061 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T00:12:49,062 DEBUG [RS:2;f036bc4986ea:37061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:12:49,062 INFO [RS:2;f036bc4986ea:37061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:12:49,062 INFO [RS:2;f036bc4986ea:37061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:12:49,063 WARN [f036bc4986ea:38521 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T00:12:49,164 INFO [RS:2;f036bc4986ea:37061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:12:49,164 INFO [RS:0;f036bc4986ea:37989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:12:49,164 INFO [RS:1;f036bc4986ea:35595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:12:49,168 INFO [RS:0;f036bc4986ea:37989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37989%2C1732666367300, suffix=, logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37989,1732666367300, archiveDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs, maxLogs=32 2024-11-27T00:12:49,169 INFO [RS:1;f036bc4986ea:35595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C35595%2C1732666367401, suffix=, logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401, archiveDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs, maxLogs=32 2024-11-27T00:12:49,169 INFO [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37061%2C1732666367446, suffix=, logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446, archiveDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs, maxLogs=32 2024-11-27T00:12:49,187 DEBUG [RS:1;f036bc4986ea:35595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401/f036bc4986ea%2C35595%2C1732666367401.1732666369172, exclude list is [], retry=0 2024-11-27T00:12:49,189 DEBUG [RS:0;f036bc4986ea:37989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37989,1732666367300/f036bc4986ea%2C37989%2C1732666367300.1732666369172, exclude list is [], retry=0 2024-11-27T00:12:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b,DISK] 2024-11-27T00:12:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1,DISK] 2024-11-27T00:12:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42687,DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d,DISK] 2024-11-27T00:12:49,193 DEBUG [RS:2;f036bc4986ea:37061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446/f036bc4986ea%2C37061%2C1732666367446.1732666369172, exclude list is [], retry=0 2024-11-27T00:12:49,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1,DISK] 2024-11-27T00:12:49,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1,DISK] 2024-11-27T00:12:49,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b,DISK] 2024-11-27T00:12:49,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b,DISK] 2024-11-27T00:12:49,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42687,DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d,DISK] 2024-11-27T00:12:49,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42687,DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d,DISK] 2024-11-27T00:12:49,210 INFO [RS:1;f036bc4986ea:35595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401/f036bc4986ea%2C35595%2C1732666367401.1732666369172 2024-11-27T00:12:49,211 INFO [RS:0;f036bc4986ea:37989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37989,1732666367300/f036bc4986ea%2C37989%2C1732666367300.1732666369172 2024-11-27T00:12:49,217 DEBUG [RS:1;f036bc4986ea:35595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:39855:39855),(127.0.0.1/127.0.0.1:44401:44401)] 2024-11-27T00:12:49,218 INFO [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446/f036bc4986ea%2C37061%2C1732666367446.1732666369172 2024-11-27T00:12:49,220 DEBUG [RS:0;f036bc4986ea:37989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39855:39855),(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-27T00:12:49,220 DEBUG [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:39855:39855)] 2024-11-27T00:12:49,317 DEBUG [f036bc4986ea:38521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T00:12:49,327 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T00:12:49,334 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:12:49,334 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:12:49,334 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T00:12:49,334 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:12:49,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:12:49,352 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,35595,1732666367401, state=OPENING 2024-11-27T00:12:49,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:12:49,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:49,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:49,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:49,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:12:49,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:49,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:49,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:49,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:49,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:12:49,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,35595,1732666367401}] 2024-11-27T00:12:56,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:12:56,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:12:59,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:12:59,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:12:59,431 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:12:59,432 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:12:59,432 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:12:59,436 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C35595%2C1732666367401.meta, suffix=.meta, logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401, archiveDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs, maxLogs=32 2024-11-27T00:12:59,452 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, exclude list is [], retry=0 2024-11-27T00:12:59,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42687,DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d,DISK] 2024-11-27T00:12:59,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b,DISK] 2024-11-27T00:12:59,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1,DISK] 2024-11-27T00:12:59,459 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta 2024-11-27T00:12:59,459 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:39855:39855)] 2024-11-27T00:12:59,459 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:12:59,461 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:12:59,463 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:12:59,467 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:12:59,470 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:12:59,471 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:12:59,471 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:12:59,471 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:12:59,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:12:59,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:12:59,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:59,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:59,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:12:59,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:12:59,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:59,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:59,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:12:59,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:12:59,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:59,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:59,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:12:59,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:12:59,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:59,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:12:59,483 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:12:59,485 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740 2024-11-27T00:12:59,487 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740 2024-11-27T00:12:59,489 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:12:59,489 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:12:59,490 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:12:59,493 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:12:59,495 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534708, jitterRate=0.036147892475128174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:12:59,495 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:12:59,497 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666379471Writing region info on filesystem at 1732666379472 (+1 ms)Initializing all the Stores at 1732666379473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666379473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666379474 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666379474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666379474Cleaning up temporary data from old regions at 1732666379489 (+15 ms)Running coprocessor post-open hooks at 1732666379495 (+6 ms)Region opened successfully at 1732666379497 (+2 ms) 2024-11-27T00:12:59,504 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666379407 2024-11-27T00:12:59,514 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:12:59,514 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:12:59,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:12:59,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,35595,1732666367401, state=OPEN 2024-11-27T00:12:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:12:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:12:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:12:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:12:59,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:59,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:59,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:59,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:12:59,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,35595,1732666367401 2024-11-27T00:12:59,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:12:59,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,35595,1732666367401 in 10.2070 sec 2024-11-27T00:12:59,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:12:59,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6940 sec 2024-11-27T00:12:59,601 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:12:59,601 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:12:59,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:12:59,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1] 2024-11-27T00:12:59,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:12:59,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:12:59,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0470 sec 2024-11-27T00:12:59,668 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666379668, completionTime=-1 2024-11-27T00:12:59,670 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T00:12:59,670 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:12:59,692 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T00:12:59,692 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666439692 2024-11-27T00:12:59,692 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666499692 2024-11-27T00:12:59,692 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-27T00:12:59,694 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:12:59,700 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38521,1732666366499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38521,1732666366499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38521,1732666366499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,703 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:38521, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,704 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,704 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,710 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:12:59,732 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.167sec 2024-11-27T00:12:59,733 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:12:59,734 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:12:59,735 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:12:59,735 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:12:59,736 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:12:59,736 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38521,1732666366499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:12:59,737 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38521,1732666366499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:12:59,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:12:59,742 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:12:59,742 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38521,1732666366499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:12:59,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda29e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:12:59,815 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T00:12:59,815 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T00:12:59,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,38521,-1 for getting cluster id 2024-11-27T00:12:59,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:12:59,832 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122ed111-de67-457e-bb94-065d5927c08d' 2024-11-27T00:12:59,834 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:12:59,834 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122ed111-de67-457e-bb94-065d5927c08d" 2024-11-27T00:12:59,834 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ac162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:12:59,834 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,38521,-1] 2024-11-27T00:12:59,837 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:12:59,839 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:12:59,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:12:59,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:12:59,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:12:59,850 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1] 2024-11-27T00:12:59,850 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:12:59,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:12:59,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,38521,1732666366499 2024-11-27T00:12:59,900 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732666379899 (current time:1732666379899). 2024-11-27T00:12:59,900 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T00:12:59,900 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T00:12:59,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:12:59,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,38521,-1 for getting cluster id 2024-11-27T00:12:59,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:12:59,906 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '122ed111-de67-457e-bb94-065d5927c08d' 2024-11-27T00:12:59,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:12:59,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "122ed111-de67-457e-bb94-065d5927c08d" 2024-11-27T00:12:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b101c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:12:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,38521,-1] 2024-11-27T00:12:59,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:12:59,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:12:59,909 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:12:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e17e16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:12:59,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:12:59,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1] 2024-11-27T00:12:59,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:12:59,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:12:59,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:12:59,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:12:59,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:12:59,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:12:59,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:12:59,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:12:59,938 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,38521,1732666366499 2024-11-27T00:12:59,941 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d02f36e 2024-11-27T00:12:59,941 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:12:59,944 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:12:59,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:12:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T00:12:59,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:12:59,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T00:12:59,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:12:59,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:12:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:12:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741837_1013 (size=361) 2024-11-27T00:12:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741837_1013 (size=361) 2024-11-27T00:12:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741837_1013 (size=361) 2024-11-27T00:12:59,988 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 684d42a28e60e1f386626899cebca118, NAME => 'SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:12:59,989 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0ddf8f89a968e1bff576eae5b27af840, NAME => 'SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:12:59,993 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ce9ee99d97747db197a5ec152d1c6627, NAME => 'SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741839_1015 (size=62) 2024-11-27T00:13:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741839_1015 (size=62) 2024-11-27T00:13:00,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741839_1015 (size=62) 2024-11-27T00:13:00,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0ddf8f89a968e1bff576eae5b27af840, disabling compactions & flushes 2024-11-27T00:13:00,012 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:00,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:00,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. after waiting 0 ms 2024-11-27T00:13:00,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:00,012 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:00,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0ddf8f89a968e1bff576eae5b27af840: Waiting for close lock at 1732666380012Disabling compacts and flushes for region at 1732666380012Disabling writes for close at 1732666380012Writing region close event to WAL at 1732666380012Closed at 1732666380012 2024-11-27T00:13:00,013 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 70b7a7f0573d2c4ddda830dad341cafc, NAME => 'SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741838_1014 (size=54) 2024-11-27T00:13:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741838_1014 (size=54) 2024-11-27T00:13:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741838_1014 (size=54) 2024-11-27T00:13:00,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 684d42a28e60e1f386626899cebca118, disabling compactions & flushes 2024-11-27T00:13:00,016 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:00,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:00,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. after waiting 0 ms 2024-11-27T00:13:00,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:00,016 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:00,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 684d42a28e60e1f386626899cebca118: Waiting for close lock at 1732666380016Disabling compacts and flushes for region at 1732666380016Disabling writes for close at 1732666380016Writing region close event to WAL at 1732666380016Closed at 1732666380016 2024-11-27T00:13:00,018 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e073bf06ec83eb631ed46793150c5de6, NAME => 'SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741840_1016 (size=62) 2024-11-27T00:13:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741840_1016 (size=62) 2024-11-27T00:13:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741840_1016 (size=62) 2024-11-27T00:13:00,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ce9ee99d97747db197a5ec152d1c6627, disabling compactions & flushes 2024-11-27T00:13:00,024 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:00,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:00,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. after waiting 0 ms 2024-11-27T00:13:00,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:00,024 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:00,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ce9ee99d97747db197a5ec152d1c6627: Waiting for close lock at 1732666380023Disabling compacts and flushes for region at 1732666380023Disabling writes for close at 1732666380024 (+1 ms)Writing region close event to WAL at 1732666380024Closed at 1732666380024 2024-11-27T00:13:00,025 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fb2f3752231beb4b1cdcce5600d88d8b, NAME => 'SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741841_1017 (size=62) 2024-11-27T00:13:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741841_1017 (size=62) 2024-11-27T00:13:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741841_1017 (size=62) 2024-11-27T00:13:00,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 70b7a7f0573d2c4ddda830dad341cafc, disabling compactions & flushes 2024-11-27T00:13:00,042 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:00,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:00,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. after waiting 0 ms 2024-11-27T00:13:00,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:00,042 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:00,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 70b7a7f0573d2c4ddda830dad341cafc: Waiting for close lock at 1732666380042Disabling compacts and flushes for region at 1732666380042Disabling writes for close at 1732666380042Writing region close event to WAL at 1732666380042Closed at 1732666380042 2024-11-27T00:13:00,044 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f54ed34ded14c1ca6622ad479a155f5c, NAME => 'SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741842_1018 (size=62) 2024-11-27T00:13:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741842_1018 (size=62) 2024-11-27T00:13:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741843_1019 (size=62) 2024-11-27T00:13:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741842_1018 (size=62) 2024-11-27T00:13:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741843_1019 (size=62) 2024-11-27T00:13:00,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e073bf06ec83eb631ed46793150c5de6, disabling compactions & flushes 2024-11-27T00:13:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741843_1019 (size=62) 2024-11-27T00:13:00,063 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:00,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:00,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. after waiting 0 ms 2024-11-27T00:13:00,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:00,063 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:00,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e073bf06ec83eb631ed46793150c5de6: Waiting for close lock at 1732666380063Disabling compacts and flushes for region at 1732666380063Disabling writes for close at 1732666380063Writing region close event to WAL at 1732666380063Closed at 1732666380063 2024-11-27T00:13:00,064 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc9c884cc5c3cd54d8bc9ee161158c6a, NAME => 'SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fb2f3752231beb4b1cdcce5600d88d8b, disabling compactions & flushes 2024-11-27T00:13:00,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:00,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:00,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. after waiting 0 ms 2024-11-27T00:13:00,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:00,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:00,065 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fb2f3752231beb4b1cdcce5600d88d8b: Waiting for close lock at 1732666380065Disabling compacts and flushes for region at 1732666380065Disabling writes for close at 1732666380065Writing region close event to WAL at 1732666380065Closed at 1732666380065 2024-11-27T00:13:00,066 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bd131a3aede53192ca7717bbcce1d084, NAME => 'SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741844_1020 (size=62) 2024-11-27T00:13:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741844_1020 (size=62) 2024-11-27T00:13:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741844_1020 (size=62) 2024-11-27T00:13:00,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f54ed34ded14c1ca6622ad479a155f5c, disabling compactions & flushes 2024-11-27T00:13:00,075 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:00,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:00,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. after waiting 0 ms 2024-11-27T00:13:00,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:00,075 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:00,075 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f54ed34ded14c1ca6622ad479a155f5c: Waiting for close lock at 1732666380075Disabling compacts and flushes for region at 1732666380075Disabling writes for close at 1732666380075Writing region close event to WAL at 1732666380075Closed at 1732666380075 2024-11-27T00:13:00,076 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e6f842c39cb96f15ce84516dc7e9174a, NAME => 'SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94 2024-11-27T00:13:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741845_1021 (size=62) 2024-11-27T00:13:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741845_1021 (size=62) 2024-11-27T00:13:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741845_1021 (size=62) 2024-11-27T00:13:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741846_1022 (size=62) 2024-11-27T00:13:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741846_1022 (size=62) 2024-11-27T00:13:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741846_1022 (size=62) 2024-11-27T00:13:00,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bd131a3aede53192ca7717bbcce1d084, disabling compactions & flushes 2024-11-27T00:13:00,092 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:00,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:00,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. after waiting 0 ms 2024-11-27T00:13:00,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:00,093 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:00,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bd131a3aede53192ca7717bbcce1d084: Waiting for close lock at 1732666380092Disabling compacts and flushes for region at 1732666380092Disabling writes for close at 1732666380092Writing region close event to WAL at 1732666380093 (+1 ms)Closed at 1732666380093 2024-11-27T00:13:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741847_1023 (size=54) 2024-11-27T00:13:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741847_1023 (size=54) 2024-11-27T00:13:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741847_1023 (size=54) 2024-11-27T00:13:00,104 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,104 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e6f842c39cb96f15ce84516dc7e9174a, disabling compactions & flushes 2024-11-27T00:13:00,104 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:00,104 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:00,104 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. after waiting 0 ms 2024-11-27T00:13:00,104 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:00,104 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:00,105 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e6f842c39cb96f15ce84516dc7e9174a: Waiting for close lock at 1732666380104Disabling compacts and flushes for region at 1732666380104Disabling writes for close at 1732666380104Writing region close event to WAL at 1732666380104Closed at 1732666380104 2024-11-27T00:13:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:00,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:00,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dc9c884cc5c3cd54d8bc9ee161158c6a, disabling compactions & flushes 2024-11-27T00:13:00,490 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:00,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:00,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. after waiting 0 ms 2024-11-27T00:13:00,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:00,490 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:00,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc9c884cc5c3cd54d8bc9ee161158c6a: Waiting for close lock at 1732666380490Disabling compacts and flushes for region at 1732666380490Disabling writes for close at 1732666380490Writing region close event to WAL at 1732666380490Closed at 1732666380490 2024-11-27T00:13:00,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:13:00,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666380493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666380493"}]},"ts":"1732666380493"} 2024-11-27T00:13:00,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T00:13:00,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:13:00,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666380538"}]},"ts":"1732666380538"} 2024-11-27T00:13:00,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T00:13:00,547 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T00:13:00,556 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:13:00,556 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:13:00,556 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T00:13:00,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:13:00,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=684d42a28e60e1f386626899cebca118, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce9ee99d97747db197a5ec152d1c6627, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e073bf06ec83eb631ed46793150c5de6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb2f3752231beb4b1cdcce5600d88d8b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd131a3aede53192ca7717bbcce1d084, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6f842c39cb96f15ce84516dc7e9174a, ASSIGN}] 2024-11-27T00:13:00,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=684d42a28e60e1f386626899cebca118, ASSIGN 2024-11-27T00:13:00,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN 2024-11-27T00:13:00,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce9ee99d97747db197a5ec152d1c6627, ASSIGN 2024-11-27T00:13:00,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb2f3752231beb4b1cdcce5600d88d8b, ASSIGN 2024-11-27T00:13:00,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN; state=OFFLINE, location=f036bc4986ea,35595,1732666367401; forceNewPlan=false, retain=false 2024-11-27T00:13:00,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce9ee99d97747db197a5ec152d1c6627, ASSIGN; state=OFFLINE, location=f036bc4986ea,37061,1732666367446; forceNewPlan=false, retain=false 2024-11-27T00:13:00,566 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=684d42a28e60e1f386626899cebca118, ASSIGN; state=OFFLINE, location=f036bc4986ea,37989,1732666367300; forceNewPlan=false, retain=false 2024-11-27T00:13:00,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb2f3752231beb4b1cdcce5600d88d8b, ASSIGN; state=OFFLINE, location=f036bc4986ea,37061,1732666367446; forceNewPlan=false, retain=false 2024-11-27T00:13:00,574 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN 2024-11-27T00:13:00,574 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN 2024-11-27T00:13:00,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd131a3aede53192ca7717bbcce1d084, ASSIGN 2024-11-27T00:13:00,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e073bf06ec83eb631ed46793150c5de6, ASSIGN 2024-11-27T00:13:00,576 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6f842c39cb96f15ce84516dc7e9174a, ASSIGN 2024-11-27T00:13:00,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6f842c39cb96f15ce84516dc7e9174a, ASSIGN; state=OFFLINE, location=f036bc4986ea,37061,1732666367446; forceNewPlan=false, retain=false 2024-11-27T00:13:00,578 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN; state=OFFLINE, location=f036bc4986ea,35595,1732666367401; forceNewPlan=false, retain=false 2024-11-27T00:13:00,578 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd131a3aede53192ca7717bbcce1d084, ASSIGN; state=OFFLINE, location=f036bc4986ea,37989,1732666367300; forceNewPlan=false, retain=false 2024-11-27T00:13:00,579 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN; state=OFFLINE, location=f036bc4986ea,35595,1732666367401; forceNewPlan=false, retain=false 2024-11-27T00:13:00,579 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e073bf06ec83eb631ed46793150c5de6, ASSIGN; state=OFFLINE, location=f036bc4986ea,37989,1732666367300; forceNewPlan=false, retain=false 2024-11-27T00:13:00,586 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN 2024-11-27T00:13:00,588 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN; state=OFFLINE, location=f036bc4986ea,35595,1732666367401; forceNewPlan=false, retain=false 2024-11-27T00:13:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:00,719 INFO [f036bc4986ea:38521 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T00:13:00,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=bd131a3aede53192ca7717bbcce1d084, regionState=OPENING, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:00,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e073bf06ec83eb631ed46793150c5de6, regionState=OPENING, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:00,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=684d42a28e60e1f386626899cebca118, regionState=OPENING, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:00,720 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e6f842c39cb96f15ce84516dc7e9174a, regionState=OPENING, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:00,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fb2f3752231beb4b1cdcce5600d88d8b, regionState=OPENING, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:00,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce9ee99d97747db197a5ec152d1c6627, regionState=OPENING, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:00,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dc9c884cc5c3cd54d8bc9ee161158c6a, regionState=OPENING, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:00,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f54ed34ded14c1ca6622ad479a155f5c, regionState=OPENING, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:00,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=70b7a7f0573d2c4ddda830dad341cafc, regionState=OPENING, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:00,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ddf8f89a968e1bff576eae5b27af840, regionState=OPENING, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd131a3aede53192ca7717bbcce1d084, ASSIGN because future has completed 2024-11-27T00:13:00,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd131a3aede53192ca7717bbcce1d084, server=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:00,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e073bf06ec83eb631ed46793150c5de6, ASSIGN because future has completed 2024-11-27T00:13:00,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e073bf06ec83eb631ed46793150c5de6, server=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:00,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=684d42a28e60e1f386626899cebca118, ASSIGN because future has completed 2024-11-27T00:13:00,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e6f842c39cb96f15ce84516dc7e9174a, ASSIGN because future has completed 2024-11-27T00:13:00,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684d42a28e60e1f386626899cebca118, server=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:00,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb2f3752231beb4b1cdcce5600d88d8b, ASSIGN because future has completed 2024-11-27T00:13:00,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f842c39cb96f15ce84516dc7e9174a, server=f036bc4986ea,37061,1732666367446}] 2024-11-27T00:13:00,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ce9ee99d97747db197a5ec152d1c6627, ASSIGN because future has completed 2024-11-27T00:13:00,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN because future has completed 2024-11-27T00:13:00,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN because future has completed 2024-11-27T00:13:00,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN because future has completed 2024-11-27T00:13:00,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc, server=f036bc4986ea,35595,1732666367401}] 2024-11-27T00:13:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN because future has completed 2024-11-27T00:13:00,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a, server=f036bc4986ea,35595,1732666367401}] 2024-11-27T00:13:00,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f54ed34ded14c1ca6622ad479a155f5c, server=f036bc4986ea,35595,1732666367401}] 2024-11-27T00:13:00,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ddf8f89a968e1bff576eae5b27af840, server=f036bc4986ea,35595,1732666367401}] 2024-11-27T00:13:00,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b, server=f036bc4986ea,37061,1732666367446}] 2024-11-27T00:13:00,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce9ee99d97747db197a5ec152d1c6627, server=f036bc4986ea,37061,1732666367446}] 2024-11-27T00:13:00,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:13:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:05,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T00:13:06,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:13:06,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:13:06,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:13:06,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:13:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:10,731 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:13:10,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:13:10,741 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:10,741 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e073bf06ec83eb631ed46793150c5de6, NAME => 'SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T00:13:10,741 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,742 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,742 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,742 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,744 INFO [StoreOpener-e073bf06ec83eb631ed46793150c5de6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,747 INFO [StoreOpener-e073bf06ec83eb631ed46793150c5de6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e073bf06ec83eb631ed46793150c5de6 columnFamilyName cf 2024-11-27T00:13:10,747 DEBUG [StoreOpener-e073bf06ec83eb631ed46793150c5de6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,749 INFO [StoreOpener-e073bf06ec83eb631ed46793150c5de6-1 {}] regionserver.HStore(327): Store=e073bf06ec83eb631ed46793150c5de6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,749 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,751 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,752 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,752 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,752 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,753 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:13:10,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:13:10,755 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,760 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e073bf06ec83eb631ed46793150c5de6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,761 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e073bf06ec83eb631ed46793150c5de6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68403787, jitterRate=0.01929585635662079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,761 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:10,761 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:10,761 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ce9ee99d97747db197a5ec152d1c6627, NAME => 'SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T00:13:10,762 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,762 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,762 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,762 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e073bf06ec83eb631ed46793150c5de6: Running coprocessor pre-open hook at 1732666390742Writing region info on filesystem at 1732666390742Initializing all the Stores at 1732666390744 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390744Cleaning up temporary data from old regions at 1732666390752 (+8 ms)Running coprocessor post-open hooks at 1732666390761 (+9 ms)Region opened successfully at 1732666390762 (+1 ms) 2024-11-27T00:13:10,762 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,764 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6., pid=16, masterSystemTime=1732666390731 2024-11-27T00:13:10,765 INFO [StoreOpener-ce9ee99d97747db197a5ec152d1c6627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,767 INFO [StoreOpener-ce9ee99d97747db197a5ec152d1c6627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce9ee99d97747db197a5ec152d1c6627 columnFamilyName cf 2024-11-27T00:13:10,767 DEBUG [StoreOpener-ce9ee99d97747db197a5ec152d1c6627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,767 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:10,767 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:10,767 INFO [StoreOpener-ce9ee99d97747db197a5ec152d1c6627-1 {}] regionserver.HStore(327): Store=ce9ee99d97747db197a5ec152d1c6627/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,768 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:10,768 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,768 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => bd131a3aede53192ca7717bbcce1d084, NAME => 'SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T00:13:10,768 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,768 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,769 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,769 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e073bf06ec83eb631ed46793150c5de6, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:10,769 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,770 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,771 INFO [StoreOpener-bd131a3aede53192ca7717bbcce1d084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,771 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:10,771 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dc9c884cc5c3cd54d8bc9ee161158c6a, NAME => 'SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T00:13:10,772 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,772 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,772 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,772 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,772 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,772 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e073bf06ec83eb631ed46793150c5de6, server=f036bc4986ea,37989,1732666367300 because future has completed 2024-11-27T00:13:10,774 INFO [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,774 INFO [StoreOpener-bd131a3aede53192ca7717bbcce1d084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd131a3aede53192ca7717bbcce1d084 columnFamilyName cf 2024-11-27T00:13:10,774 DEBUG [StoreOpener-bd131a3aede53192ca7717bbcce1d084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,775 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,775 INFO [StoreOpener-bd131a3aede53192ca7717bbcce1d084-1 {}] regionserver.HStore(327): Store=bd131a3aede53192ca7717bbcce1d084/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,775 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,777 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,777 INFO [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc9c884cc5c3cd54d8bc9ee161158c6a columnFamilyName cf 2024-11-27T00:13:10,778 DEBUG [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,778 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,778 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,778 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,778 INFO [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] regionserver.HStore(327): Store=dc9c884cc5c3cd54d8bc9ee161158c6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,780 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,780 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/ce9ee99d97747db197a5ec152d1c6627/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-27T00:13:10,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e073bf06ec83eb631ed46793150c5de6, server=f036bc4986ea,37989,1732666367300 in 10.0480 sec 2024-11-27T00:13:10,781 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ce9ee99d97747db197a5ec152d1c6627; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521065, jitterRate=-0.06836353242397308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,781 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:10,781 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,781 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ce9ee99d97747db197a5ec152d1c6627: Running coprocessor pre-open hook at 1732666390762Writing region info on filesystem at 1732666390762Initializing all the Stores at 1732666390764 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390764Cleaning up temporary data from old regions at 1732666390773 (+9 ms)Running coprocessor post-open hooks at 1732666390781 (+8 ms)Region opened successfully at 1732666390781 2024-11-27T00:13:10,781 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,782 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,783 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627., pid=23, masterSystemTime=1732666390753 2024-11-27T00:13:10,783 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,783 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e073bf06ec83eb631ed46793150c5de6, ASSIGN in 10.2230 sec 2024-11-27T00:13:10,785 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,786 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:10,786 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:10,786 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,786 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened bd131a3aede53192ca7717bbcce1d084; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63840067, jitterRate=-0.04870887100696564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,786 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:10,786 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:10,787 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for bd131a3aede53192ca7717bbcce1d084: Running coprocessor pre-open hook at 1732666390769Writing region info on filesystem at 1732666390769Initializing all the Stores at 1732666390770 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390770Cleaning up temporary data from old regions at 1732666390778 (+8 ms)Running coprocessor post-open hooks at 1732666390786 (+8 ms)Region opened successfully at 1732666390786 2024-11-27T00:13:10,787 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e6f842c39cb96f15ce84516dc7e9174a, NAME => 'SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T00:13:10,787 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,787 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,787 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,787 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ce9ee99d97747db197a5ec152d1c6627, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:10,788 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., pid=15, masterSystemTime=1732666390731 2024-11-27T00:13:10,790 INFO [StoreOpener-e6f842c39cb96f15ce84516dc7e9174a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce9ee99d97747db197a5ec152d1c6627, server=f036bc4986ea,37061,1732666367446 because future has completed 2024-11-27T00:13:10,792 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:10,792 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:10,793 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:10,793 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 684d42a28e60e1f386626899cebca118, NAME => 'SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T00:13:10,793 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=bd131a3aede53192ca7717bbcce1d084, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:10,793 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,794 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,794 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,794 INFO [StoreOpener-e6f842c39cb96f15ce84516dc7e9174a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f842c39cb96f15ce84516dc7e9174a columnFamilyName cf 2024-11-27T00:13:10,794 DEBUG [StoreOpener-e6f842c39cb96f15ce84516dc7e9174a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,795 INFO [StoreOpener-e6f842c39cb96f15ce84516dc7e9174a-1 {}] regionserver.HStore(327): Store=e6f842c39cb96f15ce84516dc7e9174a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,795 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd131a3aede53192ca7717bbcce1d084, server=f036bc4986ea,37989,1732666367300 because future has completed 2024-11-27T00:13:10,797 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,798 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,799 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,799 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,800 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/dc9c884cc5c3cd54d8bc9ee161158c6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-27T00:13:10,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ce9ee99d97747db197a5ec152d1c6627, server=f036bc4986ea,37061,1732666367446 in 10.0330 sec 2024-11-27T00:13:10,802 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened dc9c884cc5c3cd54d8bc9ee161158c6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60627972, jitterRate=-0.09657281637191772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,803 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:10,803 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dc9c884cc5c3cd54d8bc9ee161158c6a: Running coprocessor pre-open hook at 1732666390772Writing region info on filesystem at 1732666390772Initializing all the Stores at 1732666390773 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390774 (+1 ms)Cleaning up temporary data from old regions at 1732666390784 (+10 ms)Running coprocessor post-open hooks at 1732666390803 (+19 ms)Region opened successfully at 1732666390803 2024-11-27T00:13:10,803 INFO [StoreOpener-684d42a28e60e1f386626899cebca118-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,804 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., pid=19, masterSystemTime=1732666390762 2024-11-27T00:13:10,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-27T00:13:10,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ce9ee99d97747db197a5ec152d1c6627, ASSIGN in 10.2430 sec 2024-11-27T00:13:10,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure bd131a3aede53192ca7717bbcce1d084, server=f036bc4986ea,37989,1732666367300 in 10.0740 sec 2024-11-27T00:13:10,806 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,807 INFO [StoreOpener-684d42a28e60e1f386626899cebca118-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684d42a28e60e1f386626899cebca118 columnFamilyName cf 2024-11-27T00:13:10,807 DEBUG [StoreOpener-684d42a28e60e1f386626899cebca118-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd131a3aede53192ca7717bbcce1d084, ASSIGN in 10.2460 sec 2024-11-27T00:13:10,808 INFO [StoreOpener-684d42a28e60e1f386626899cebca118-1 {}] regionserver.HStore(327): Store=684d42a28e60e1f386626899cebca118/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,808 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:10,808 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,808 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:13:10,808 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:10,809 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f54ed34ded14c1ca6622ad479a155f5c, NAME => 'SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T00:13:10,809 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,809 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,809 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,810 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dc9c884cc5c3cd54d8bc9ee161158c6a, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:10,811 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,812 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,35595,1732666367401, table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:13:10,812 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,812 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,813 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,813 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e6f842c39cb96f15ce84516dc7e9174a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60033842, jitterRate=-0.10542604327201843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,814 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,814 INFO [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,814 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:10,814 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e6f842c39cb96f15ce84516dc7e9174a: Running coprocessor pre-open hook at 1732666390788Writing region info on filesystem at 1732666390788Initializing all the Stores at 1732666390790 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390790Cleaning up temporary data from old regions at 1732666390799 (+9 ms)Running coprocessor post-open hooks at 1732666390814 (+15 ms)Region opened successfully at 1732666390814 2024-11-27T00:13:10,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a, server=f036bc4986ea,35595,1732666367401 because future has completed 2024-11-27T00:13:10,816 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., pid=18, masterSystemTime=1732666390753 2024-11-27T00:13:10,816 INFO [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f54ed34ded14c1ca6622ad479a155f5c columnFamilyName cf 2024-11-27T00:13:10,817 DEBUG [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,818 INFO [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] regionserver.HStore(327): Store=f54ed34ded14c1ca6622ad479a155f5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,818 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,819 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,819 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:10,820 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:10,820 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:10,821 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fb2f3752231beb4b1cdcce5600d88d8b, NAME => 'SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T00:13:10,822 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e6f842c39cb96f15ce84516dc7e9174a, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:10,823 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,824 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,824 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,824 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-27T00:13:10,824 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a, server=f036bc4986ea,35595,1732666367401 in 10.0760 sec 2024-11-27T00:13:10,825 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,825 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,826 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/684d42a28e60e1f386626899cebca118/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f842c39cb96f15ce84516dc7e9174a, server=f036bc4986ea,37061,1732666367446 because future has completed 2024-11-27T00:13:10,827 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 684d42a28e60e1f386626899cebca118; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61591201, jitterRate=-0.08221958577632904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,827 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:10,827 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 684d42a28e60e1f386626899cebca118: Running coprocessor pre-open hook at 1732666390794Writing region info on filesystem at 1732666390794Initializing all the Stores at 1732666390802 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390802Cleaning up temporary data from old regions at 1732666390814 (+12 ms)Running coprocessor post-open hooks at 1732666390827 (+13 ms)Region opened successfully at 1732666390827 2024-11-27T00:13:10,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN in 10.2670 sec 2024-11-27T00:13:10,829 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118., pid=17, masterSystemTime=1732666390731 2024-11-27T00:13:10,830 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,833 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:10,833 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:10,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=684d42a28e60e1f386626899cebca118, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:10,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-27T00:13:10,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e6f842c39cb96f15ce84516dc7e9174a, server=f036bc4986ea,37061,1732666367446 in 10.0930 sec 2024-11-27T00:13:10,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684d42a28e60e1f386626899cebca118, server=f036bc4986ea,37989,1732666367300 because future has completed 2024-11-27T00:13:10,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e6f842c39cb96f15ce84516dc7e9174a, ASSIGN in 10.2770 sec 2024-11-27T00:13:10,840 INFO [StoreOpener-fb2f3752231beb4b1cdcce5600d88d8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,841 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/f54ed34ded14c1ca6622ad479a155f5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,842 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f54ed34ded14c1ca6622ad479a155f5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65858403, jitterRate=-0.018633320927619934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,843 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:10,843 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f54ed34ded14c1ca6622ad479a155f5c: Running coprocessor pre-open hook at 1732666390810Writing region info on filesystem at 1732666390810Initializing all the Stores at 1732666390813 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390813Cleaning up temporary data from old regions at 1732666390825 (+12 ms)Running coprocessor post-open hooks at 1732666390843 (+18 ms)Region opened successfully at 1732666390843 2024-11-27T00:13:10,843 INFO [StoreOpener-fb2f3752231beb4b1cdcce5600d88d8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb2f3752231beb4b1cdcce5600d88d8b columnFamilyName cf 2024-11-27T00:13:10,843 DEBUG [StoreOpener-fb2f3752231beb4b1cdcce5600d88d8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,844 INFO [StoreOpener-fb2f3752231beb4b1cdcce5600d88d8b-1 {}] regionserver.HStore(327): Store=fb2f3752231beb4b1cdcce5600d88d8b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,844 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., pid=20, masterSystemTime=1732666390762 2024-11-27T00:13:10,844 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-27T00:13:10,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 684d42a28e60e1f386626899cebca118, server=f036bc4986ea,37989,1732666367300 in 10.1060 sec 2024-11-27T00:13:10,845 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,846 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,847 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,847 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,848 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:10,848 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:13:10,848 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:10,848 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 70b7a7f0573d2c4ddda830dad341cafc, NAME => 'SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T00:13:10,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=684d42a28e60e1f386626899cebca118, ASSIGN in 10.2860 sec 2024-11-27T00:13:10,848 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f54ed34ded14c1ca6622ad479a155f5c, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:10,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,851 INFO [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f54ed34ded14c1ca6622ad479a155f5c, server=f036bc4986ea,35595,1732666367401 because future has completed 2024-11-27T00:13:10,854 INFO [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70b7a7f0573d2c4ddda830dad341cafc columnFamilyName cf 2024-11-27T00:13:10,855 DEBUG [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,855 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/fb2f3752231beb4b1cdcce5600d88d8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,855 INFO [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] regionserver.HStore(327): Store=70b7a7f0573d2c4ddda830dad341cafc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,856 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,856 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fb2f3752231beb4b1cdcce5600d88d8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73957492, jitterRate=0.10205250978469849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,856 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:10,856 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fb2f3752231beb4b1cdcce5600d88d8b: Running coprocessor pre-open hook at 1732666390825Writing region info on filesystem at 1732666390825Initializing all the Stores at 1732666390833 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390833Cleaning up temporary data from old regions at 1732666390847 (+14 ms)Running coprocessor post-open hooks at 1732666390856 (+9 ms)Region opened successfully at 1732666390856 2024-11-27T00:13:10,857 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,858 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,858 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b., pid=24, masterSystemTime=1732666390753 2024-11-27T00:13:10,858 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,859 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,861 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:10,861 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:10,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-27T00:13:10,862 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fb2f3752231beb4b1cdcce5600d88d8b, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:10,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f54ed34ded14c1ca6622ad479a155f5c, server=f036bc4986ea,35595,1732666367401 in 10.1020 sec 2024-11-27T00:13:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b, server=f036bc4986ea,37061,1732666367446 because future has completed 2024-11-27T00:13:10,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN in 10.3040 sec 2024-11-27T00:13:10,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-27T00:13:10,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b, server=f036bc4986ea,37061,1732666367446 in 10.1010 sec 2024-11-27T00:13:10,871 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/70b7a7f0573d2c4ddda830dad341cafc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,873 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 70b7a7f0573d2c4ddda830dad341cafc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63994251, jitterRate=-0.04641135036945343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,873 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:10,873 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 70b7a7f0573d2c4ddda830dad341cafc: Running coprocessor pre-open hook at 1732666390849Writing region info on filesystem at 1732666390849Initializing all the Stores at 1732666390851 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390851Cleaning up temporary data from old regions at 1732666390859 (+8 ms)Running coprocessor post-open hooks at 1732666390873 (+14 ms)Region opened successfully at 1732666390873 2024-11-27T00:13:10,874 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc., pid=21, masterSystemTime=1732666390762 2024-11-27T00:13:10,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb2f3752231beb4b1cdcce5600d88d8b, ASSIGN in 10.3140 sec 2024-11-27T00:13:10,877 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:10,877 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:13:10,878 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:10,878 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ddf8f89a968e1bff576eae5b27af840, NAME => 'SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T00:13:10,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=70b7a7f0573d2c4ddda830dad341cafc, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:10,879 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,879 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:10,879 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,879 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc, server=f036bc4986ea,35595,1732666367401 because future has completed 2024-11-27T00:13:10,882 INFO [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,884 INFO [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ddf8f89a968e1bff576eae5b27af840 columnFamilyName cf 2024-11-27T00:13:10,884 DEBUG [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:10,885 INFO [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] regionserver.HStore(327): Store=0ddf8f89a968e1bff576eae5b27af840/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:13:10,885 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,887 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,887 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,888 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,888 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-27T00:13:10,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc, server=f036bc4986ea,35595,1732666367401 in 10.1270 sec 2024-11-27T00:13:10,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN in 10.3310 sec 2024-11-27T00:13:10,891 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,894 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/0ddf8f89a968e1bff576eae5b27af840/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:13:10,894 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0ddf8f89a968e1bff576eae5b27af840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70601808, jitterRate=0.05204892158508301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:13:10,894 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:10,894 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0ddf8f89a968e1bff576eae5b27af840: Running coprocessor pre-open hook at 1732666390879Writing region info on filesystem at 1732666390879Initializing all the Stores at 1732666390882 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666390882Cleaning up temporary data from old regions at 1732666390888 (+6 ms)Running coprocessor post-open hooks at 1732666390894 (+6 ms)Region opened successfully at 1732666390894 2024-11-27T00:13:10,896 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840., pid=22, masterSystemTime=1732666390762 2024-11-27T00:13:10,898 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:10,898 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:13:10,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ddf8f89a968e1bff576eae5b27af840, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35595,1732666367401 2024-11-27T00:13:10,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ddf8f89a968e1bff576eae5b27af840, server=f036bc4986ea,35595,1732666367401 because future has completed 2024-11-27T00:13:10,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-27T00:13:10,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ddf8f89a968e1bff576eae5b27af840, server=f036bc4986ea,35595,1732666367401 in 10.1420 sec 2024-11-27T00:13:10,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-27T00:13:10,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN in 10.3470 sec 2024-11-27T00:13:10,911 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:13:10,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666390911"}]},"ts":"1732666390911"} 2024-11-27T00:13:10,917 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T00:13:10,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:13:10,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9660 sec 2024-11-27T00:13:12,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T00:13:15,620 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:13:16,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T00:13:16,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-27T00:13:16,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-27T00:13:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:13:18,208 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T00:13:18,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T00:13:18,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:13:18,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T00:13:18,221 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:13:18,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T00:13:18,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,380 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., hostname=f036bc4986ea,35595,1732666367401, seqNum=2] 2024-11-27T00:13:18,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., hostname=f036bc4986ea,37989,1732666367300, seqNum=2] 2024-11-27T00:13:18,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., hostname=f036bc4986ea,37061,1732666367446, seqNum=2] 2024-11-27T00:13:18,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., hostname=f036bc4986ea,37061,1732666367446, seqNum=2] 2024-11-27T00:13:18,512 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., hostname=f036bc4986ea,37061,1732666367446, seqNum=2] 2024-11-27T00:13:18,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., hostname=f036bc4986ea,37061,1732666367446, seqNum=2] 2024-11-27T00:13:18,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., hostname=f036bc4986ea,37061,1732666367446, seqNum=2] 2024-11-27T00:13:18,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., hostname=f036bc4986ea,37061,1732666367446, seqNum=2] 2024-11-27T00:13:19,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:13:19,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:13:19,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:13:19,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:13:19,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:19,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:13:19,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37989 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:13:19,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35595 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:13:20,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:13:20,514 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T00:13:20,516 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:13:20,517 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T00:13:20,524 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T00:13:20,539 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T00:13:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741848_1024 (size=49) 2024-11-27T00:13:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741848_1024 (size=49) 2024-11-27T00:13:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741848_1024 (size=49) 2024-11-27T00:13:20,972 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T00:13:20,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684d42a28e60e1f386626899cebca118}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce9ee99d97747db197a5ec152d1c6627}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e073bf06ec83eb631ed46793150c5de6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd131a3aede53192ca7717bbcce1d084}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6f842c39cb96f15ce84516dc7e9174a}] 2024-11-27T00:13:20,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:20,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:20,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:20,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:20,992 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:20,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:20,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:21,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:21,011 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:21,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:21,018 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f036bc4986ea,35595,1732666367401 2024-11-27T00:13:21,019 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f036bc4986ea,35595,1732666367401: Simulated kill ***** 2024-11-27T00:13:21,020 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:13:21,022 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:13:21,024 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:13:21,027 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:13:21,028 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:13:21,035 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616820456 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 154410384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "f036bc4986ea", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "f036bc4986ea", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61450", "tag.serverName": "f036bc4986ea,37989,1732666367300", "tag.clusterId": "122ed111-de67-457e-bb94-065d5927c08d", "tag.Context": "regionserver", "tag.Hostname": "f036bc4986ea", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732666367300, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-27T00:13:21,039 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38521 {}] master.MasterRpcServices(700): f036bc4986ea,35595,1732666367401 reported a fatal error: ***** ABORTING region server f036bc4986ea,35595,1732666367401: Simulated kill ***** 2024-11-27T00:13:21,041 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,35595,1732666367401' ***** 2024-11-27T00:13:21,041 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T00:13:21,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:13:21,042 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:13:21,042 INFO [RS:1;f036bc4986ea:35595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T00:13:21,042 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:13:21,042 INFO [RS:1;f036bc4986ea:35595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T00:13:21,042 INFO [RS:1;f036bc4986ea:35595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:13:21,042 INFO [RS:1;f036bc4986ea:35595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f036bc4986ea:35595. 2024-11-27T00:13:21,042 DEBUG [RS:1;f036bc4986ea:35595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:13:21,043 DEBUG [RS:1;f036bc4986ea:35595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:13:21,048 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:13:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741836_1012 (size=14382) 2024-11-27T00:13:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741836_1012 (size=14382) 2024-11-27T00:13:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741836_1012 (size=14382) 2024-11-27T00:13:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741833_1009 (size=1257) 2024-11-27T00:13:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741833_1009 (size=1257) 2024-11-27T00:13:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741833_1009 (size=1257) 2024-11-27T00:13:21,058 DEBUG [RS:1;f036bc4986ea:35595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:13:21,058 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:13:21,058 INFO [RS:1;f036bc4986ea:35595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35595 2024-11-27T00:13:21,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:13:21,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f036bc4986ea,35595,1732666367401 2024-11-27T00:13:21,116 INFO [RS:1;f036bc4986ea:35595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:13:21,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,35595,1732666367401] 2024-11-27T00:13:21,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f036bc4986ea,35595,1732666367401 already deleted, retry=false 2024-11-27T00:13:21,275 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f036bc4986ea,35595,1732666367401 on f036bc4986ea,38521,1732666366499 2024-11-27T00:13:21,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:13:21,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35595-0x10179a292960002, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:13:21,280 INFO [RS:1;f036bc4986ea:35595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:13:21,280 INFO [RS:1;f036bc4986ea:35595 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,35595,1732666367401; zookeeper connection closed. 2024-11-27T00:13:21,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f49ff0e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f49ff0e 2024-11-27T00:13:21,283 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f036bc4986ea,35595,1732666367401, splitWal=true, meta=true 2024-11-27T00:13:21,288 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for f036bc4986ea,35595,1732666367401 (carryingMeta=true) f036bc4986ea,35595,1732666367401/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18eff3cb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T00:13:21,288 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f036bc4986ea,35595,1732666367401, splitWal=true, meta=true 2024-11-27T00:13:21,290 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,35595,1732666367401, splitWal=true, meta=true, isMeta: true 2024-11-27T00:13:21,291 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:21,291 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:21,291 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:21,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:21,293 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c can not run currently because target server of region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T00:13:21,293 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc can not run currently because target server of region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T00:13:21,293 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 can not run currently because target server of region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T00:13:21,293 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a can not run currently because target server of region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-27T00:13:21,293 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c; timeout=1000, timestamp=1732666402293 2024-11-27T00:13:21,293 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc; timeout=1000, timestamp=1732666402293 2024-11-27T00:13:21,293 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840; timeout=1000, timestamp=1732666402293 2024-11-27T00:13:21,293 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a; timeout=1000, timestamp=1732666402293 2024-11-27T00:13:21,294 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting 2024-11-27T00:13:21,296 INFO [PEWorker-2 {}] master.SplitWALManager(105): f036bc4986ea,35595,1732666367401 WAL count=1, meta=true 2024-11-27T00:13:21,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta}] 2024-11-27T00:13:21,303 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:21,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, worker=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:22,095 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:13:22,096 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:13:22,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:22,294 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:22,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:22,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:22,295 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 can not run currently because target server of region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T00:13:22,295 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a can not run currently because target server of region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T00:13:22,295 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c can not run currently because target server of region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T00:13:22,295 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc can not run currently because target server of region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-27T00:13:22,295 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840; timeout=2000, timestamp=1732666404295 2024-11-27T00:13:22,295 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c; timeout=2000, timestamp=1732666404295 2024-11-27T00:13:22,295 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a; timeout=2000, timestamp=1732666404295 2024-11-27T00:13:22,295 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc; timeout=2000, timestamp=1732666404295 2024-11-27T00:13:24,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:24,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:24,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:24,296 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:24,298 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c can not run currently because target server of region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T00:13:24,298 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc can not run currently because target server of region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T00:13:24,298 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 can not run currently because target server of region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T00:13:24,298 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c; timeout=4000, timestamp=1732666408298 2024-11-27T00:13:24,298 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840; timeout=4000, timestamp=1732666408298 2024-11-27T00:13:24,298 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc; timeout=4000, timestamp=1732666408298 2024-11-27T00:13:24,298 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a can not run currently because target server of region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-27T00:13:24,298 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a; timeout=4000, timestamp=1732666408298 2024-11-27T00:13:28,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:28,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:28,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:28,299 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:28,301 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a can not run currently because target server of region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T00:13:28,301 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c can not run currently because target server of region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T00:13:28,301 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a; timeout=8000, timestamp=1732666416301 2024-11-27T00:13:28,301 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c; timeout=8000, timestamp=1732666416301 2024-11-27T00:13:28,301 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc can not run currently because target server of region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T00:13:28,301 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 can not run currently because target server of region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-27T00:13:28,301 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc; timeout=8000, timestamp=1732666416301 2024-11-27T00:13:28,302 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840; timeout=8000, timestamp=1732666416301 2024-11-27T00:13:30,762 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=f036bc4986ea,37989,1732666367300, timeout=1732666410985, delay=222, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, worker=f036bc4986ea,37989,1732666367300, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e073bf06ec83eb631ed46793150c5de6, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684d42a28e60e1f386626899cebca118, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd131a3aede53192ca7717bbcce1d084], containedObject=f036bc4986ea,35595,1732666367401, timeout=1732666410988, delay=225, operations=null, containedObject=f036bc4986ea,37061,1732666367446, timeout=1732666410993, delay=230, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6f842c39cb96f15ce84516dc7e9174a, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce9ee99d97747db197a5ec152d1c6627]] 2024-11-27T00:13:30,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-27T00:13:30,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T00:13:30,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T00:13:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T00:13:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T00:13:30,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:30,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T00:13:30,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:30,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T00:13:30,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:31,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e073bf06ec83eb631ed46793150c5de6: 2024-11-27T00:13:31,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fb2f3752231beb4b1cdcce5600d88d8b: 2024-11-27T00:13:31,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. for SnapshotProcedureTest completed. 2024-11-27T00:13:31,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. for SnapshotProcedureTest completed. 2024-11-27T00:13:31,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 684d42a28e60e1f386626899cebca118: 2024-11-27T00:13:31,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. for SnapshotProcedureTest completed. 2024-11-27T00:13:31,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:31,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,002 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e6f842c39cb96f15ce84516dc7e9174a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T00:13:31,002 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing bd131a3aede53192ca7717bbcce1d084 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T00:13:31,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:31,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ce9ee99d97747db197a5ec152d1c6627: 2024-11-27T00:13:31,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. for SnapshotProcedureTest completed. 2024-11-27T00:13:31,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:13:31,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:13:31,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:13:31,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:13:31,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:13:31,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:13:31,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:13:31,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:13:31,037 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, size=14.0 K (14382bytes) 2024-11-27T00:13:31,038 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T00:13:31,039 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T00:13:31,039 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta 2024-11-27T00:13:31,046 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta after 5ms 2024-11-27T00:13:31,079 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta took 44ms 2024-11-27T00:13:31,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-27T00:13:31,107 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta so closing down 2024-11-27T00:13:31,108 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T00:13:31,109 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp 2024-11-27T00:13:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741849_1025 (size=65) 2024-11-27T00:13:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741849_1025 (size=65) 2024-11-27T00:13:31,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741849_1025 (size=65) 2024-11-27T00:13:31,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:13:31,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T00:13:31,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T00:13:31,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:31,119 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:13:31,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e073bf06ec83eb631ed46793150c5de6 in 10.1470 sec 2024-11-27T00:13:31,133 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp 2024-11-27T00:13:31,136 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T00:13:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741850_1026 (size=57) 2024-11-27T00:13:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741850_1026 (size=57) 2024-11-27T00:13:31,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741850_1026 (size=57) 2024-11-27T00:13:31,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741851_1027 (size=65) 2024-11-27T00:13:31,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:13:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741851_1027 (size=65) 2024-11-27T00:13:31,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T00:13:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T00:13:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741851_1027 (size=65) 2024-11-27T00:13:31,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:13:31,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:31,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T00:13:31,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684d42a28e60e1f386626899cebca118 2024-11-27T00:13:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T00:13:31,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:31,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:13:31,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741852_1028 (size=65) 2024-11-27T00:13:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741852_1028 (size=65) 2024-11-27T00:13:31,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 684d42a28e60e1f386626899cebca118 in 10.1820 sec 2024-11-27T00:13:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741852_1028 (size=65) 2024-11-27T00:13:31,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb2f3752231beb4b1cdcce5600d88d8b in 10.1840 sec 2024-11-27T00:13:31,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:13:31,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T00:13:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T00:13:31,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:31,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:13:31,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ce9ee99d97747db197a5ec152d1c6627 in 10.1890 sec 2024-11-27T00:13:31,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/.tmp/cf/b93f94d1f63c441eb4a0063979115360 is 34, key is ccd/cf:cf/1732666399685/Put/seqid=0 2024-11-27T00:13:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741855_1031 (size=47197) 2024-11-27T00:13:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741854_1030 (size=14141) 2024-11-27T00:13:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741855_1031 (size=47197) 2024-11-27T00:13:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741854_1030 (size=14141) 2024-11-27T00:13:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741855_1031 (size=47197) 2024-11-27T00:13:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741854_1030 (size=14141) 2024-11-27T00:13:31,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-27T00:13:31,209 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/.tmp/cf/b93f94d1f63c441eb4a0063979115360 2024-11-27T00:13:31,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T00:13:31,216 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 119 ms; skipped=1; WAL=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-27T00:13:31,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, journal: Splitting hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, size=14.0 K (14382bytes) at 1732666411037Finishing writing output for hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta so closing down at 1732666411108 (+71 ms)Creating recovered edits writer path=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp at 1732666411133 (+25 ms)3 split writer threads finished at 1732666411136 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732666411207 (+71 ms)Rename recovered edits hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta.temp to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732666411210 (+3 ms)Processed 26 edits across 1 Regions in 119 ms; skipped=1; WAL=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732666411216 (+6 ms) 2024-11-27T00:13:31,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta 2024-11-27T00:13:31,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T00:13:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T00:13:31,229 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs 2024-11-27T00:13:31,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T00:13:31,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, worker=f036bc4986ea,37989,1732666367300 in 9.9240 sec 2024-11-27T00:13:31,238 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:31,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T00:13:31,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f036bc4986ea%2C35595%2C1732666367401.meta.1732666379438.meta, worker=f036bc4986ea,37989,1732666367300 in 9.9420 sec 2024-11-27T00:13:31,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/.tmp/cf/88611a00b634474c990e7aadb320c1cf is 34, key is eaa/cf:cf/1732666400293/Put/seqid=0 2024-11-27T00:13:31,248 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting dir is empty, no logs to split. 2024-11-27T00:13:31,249 INFO [PEWorker-3 {}] master.SplitWALManager(105): f036bc4986ea,35595,1732666367401 WAL count=0, meta=true 2024-11-27T00:13:31,249 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,35595,1732666367401 WAL splitting is done? wals=0, meta=true 2024-11-27T00:13:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741853_1029 (size=499309) 2024-11-27T00:13:31,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741853_1029 (size=499309) 2024-11-27T00:13:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741853_1029 (size=499309) 2024-11-27T00:13:31,252 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/.tmp/cf/88611a00b634474c990e7aadb320c1cf 2024-11-27T00:13:31,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:13:31,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:13:31,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:13:31,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/.tmp/cf/b93f94d1f63c441eb4a0063979115360 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/cf/b93f94d1f63c441eb4a0063979115360 2024-11-27T00:13:31,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/.tmp/cf/88611a00b634474c990e7aadb320c1cf as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/cf/88611a00b634474c990e7aadb320c1cf 2024-11-27T00:13:31,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/cf/b93f94d1f63c441eb4a0063979115360, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T00:13:31,299 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/cf/88611a00b634474c990e7aadb320c1cf, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T00:13:31,308 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e6f842c39cb96f15ce84516dc7e9174a in 304ms, sequenceid=5, compaction requested=false 2024-11-27T00:13:31,308 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for bd131a3aede53192ca7717bbcce1d084 in 300ms, sequenceid=5, compaction requested=false 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for bd131a3aede53192ca7717bbcce1d084: 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e6f842c39cb96f15ce84516dc7e9174a: 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. for SnapshotProcedureTest completed. 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. for SnapshotProcedureTest completed. 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:13:31,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/cf/88611a00b634474c990e7aadb320c1cf] hfiles 2024-11-27T00:13:31,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/cf/b93f94d1f63c441eb4a0063979115360] hfiles 2024-11-27T00:13:31,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/cf/b93f94d1f63c441eb4a0063979115360 for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/cf/88611a00b634474c990e7aadb320c1cf for snapshot=SnapshotProcedureTest 2024-11-27T00:13:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741856_1032 (size=105) 2024-11-27T00:13:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741856_1032 (size=105) 2024-11-27T00:13:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741857_1033 (size=97) 2024-11-27T00:13:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741857_1033 (size=97) 2024-11-27T00:13:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741856_1032 (size=105) 2024-11-27T00:13:31,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:13:31,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T00:13:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T00:13:31,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:31,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:13:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741857_1033 (size=97) 2024-11-27T00:13:31,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:13:31,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T00:13:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T00:13:31,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:31,386 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:13:31,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd131a3aede53192ca7717bbcce1d084 in 10.4100 sec 2024-11-27T00:13:31,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e6f842c39cb96f15ce84516dc7e9174a in 10.4130 sec 2024-11-27T00:13:31,412 DEBUG [f036bc4986ea:38521 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-27T00:13:31,412 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:13:31,413 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:13:31,413 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:13:31,413 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:13:31,413 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:13:31,413 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:13:31,413 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:13:31,413 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:13:31,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:31,415 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37061,1732666367446, state=OPENING 2024-11-27T00:13:31,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:13:31,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:13:31,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:13:31,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:13:31,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:13:31,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:13:31,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:13:31,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,37061,1732666367446}] 2024-11-27T00:13:36,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:36,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:36,302 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:36,302 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:36,304 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 can not run currently because target server of region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T00:13:36,304 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c can not run currently because target server of region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T00:13:36,304 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a can not run currently because target server of region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T00:13:36,304 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a; timeout=16000, timestamp=1732666432304 2024-11-27T00:13:36,304 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c; timeout=16000, timestamp=1732666432304 2024-11-27T00:13:36,304 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840; timeout=16000, timestamp=1732666432304 2024-11-27T00:13:36,304 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc can not run currently because target server of region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. f036bc4986ea,35595,1732666367401 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-27T00:13:36,304 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc; timeout=16000, timestamp=1732666432304 2024-11-27T00:13:40,277 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T00:13:40,278 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T00:13:41,441 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:13:41,441 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:13:41,441 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:13:41,444 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37061%2C1732666367446.meta, suffix=.meta, logDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446, archiveDir=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs, maxLogs=32 2024-11-27T00:13:41,460 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446/f036bc4986ea%2C37061%2C1732666367446.meta.1732666421446.meta, exclude list is [], retry=0 2024-11-27T00:13:41,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-23b6f6f8-fd73-41f0-aef2-b3b84d5a85a1,DISK] 2024-11-27T00:13:41,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43565,DS-761b546e-b23c-40bd-bbaf-4b8251f5c53b,DISK] 2024-11-27T00:13:41,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42687,DS-60da87b8-60c4-4b8e-9fad-5ce516bdf49d,DISK] 2024-11-27T00:13:41,465 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,37061,1732666367446/f036bc4986ea%2C37061%2C1732666367446.meta.1732666421446.meta 2024-11-27T00:13:41,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375),(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:39855:39855)] 2024-11-27T00:13:41,466 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:13:41,466 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:13:41,466 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:13:41,466 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:13:41,466 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:13:41,466 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:13:41,467 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:13:41,467 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:13:41,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:13:41,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:13:41,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:41,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:13:41,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:13:41,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:13:41,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:41,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:13:41,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:13:41,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:13:41,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:41,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:13:41,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:13:41,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:13:41,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:13:41,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:13:41,476 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:13:41,477 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740 2024-11-27T00:13:41,480 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740 2024-11-27T00:13:41,481 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T00:13:41,496 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T00:13:41,497 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-27T00:13:41,527 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/info/8a8f1cfb587e465b91a86905c5f13422 is 167, key is SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840./info:regioninfo/1732666390899/Put/seqid=0 2024-11-27T00:13:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741859_1035 (size=18393) 2024-11-27T00:13:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741859_1035 (size=18393) 2024-11-27T00:13:41,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741859_1035 (size=18393) 2024-11-27T00:13:41,538 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/info/8a8f1cfb587e465b91a86905c5f13422 2024-11-27T00:13:41,569 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/ns/0e993b644d364413ab30e0aae694001e is 43, key is default/ns:d/1732666379653/Put/seqid=0 2024-11-27T00:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741860_1036 (size=5153) 2024-11-27T00:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741860_1036 (size=5153) 2024-11-27T00:13:41,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741860_1036 (size=5153) 2024-11-27T00:13:41,578 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/ns/0e993b644d364413ab30e0aae694001e 2024-11-27T00:13:41,607 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/table/1700409d7db643939371031ec8f44768 is 47, key is SPTestTable/table:state/1732666390911/Put/seqid=0 2024-11-27T00:13:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741861_1037 (size=5214) 2024-11-27T00:13:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741861_1037 (size=5214) 2024-11-27T00:13:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741861_1037 (size=5214) 2024-11-27T00:13:41,620 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/table/1700409d7db643939371031ec8f44768 2024-11-27T00:13:41,632 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/info/8a8f1cfb587e465b91a86905c5f13422 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/info/8a8f1cfb587e465b91a86905c5f13422 2024-11-27T00:13:41,642 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/info/8a8f1cfb587e465b91a86905c5f13422, entries=100, sequenceid=28, filesize=18.0 K 2024-11-27T00:13:41,643 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/ns/0e993b644d364413ab30e0aae694001e as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/ns/0e993b644d364413ab30e0aae694001e 2024-11-27T00:13:41,654 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/ns/0e993b644d364413ab30e0aae694001e, entries=2, sequenceid=28, filesize=5.0 K 2024-11-27T00:13:41,655 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/table/1700409d7db643939371031ec8f44768 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/table/1700409d7db643939371031ec8f44768 2024-11-27T00:13:41,666 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/table/1700409d7db643939371031ec8f44768, entries=2, sequenceid=28, filesize=5.1 K 2024-11-27T00:13:41,666 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=28, compaction requested=false; wal=null 2024-11-27T00:13:41,667 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-27T00:13:41,669 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:13:41,669 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:13:41,670 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:13:41,672 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:13:41,675 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-27T00:13:41,677 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69249359, jitterRate=0.03189586102962494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:13:41,677 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:13:41,677 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666421467Writing region info on filesystem at 1732666421467Initializing all the Stores at 1732666421468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666421468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666421468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666421468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666421468Obtaining lock to block concurrent updates at 1732666421497 (+29 ms)Preparing flush snapshotting stores in 1588230740 at 1732666421497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732666421497Flushing stores of hbase:meta,,1.1588230740 at 1732666421497Flushing 1588230740/info: creating writer at 1732666421497Flushing 1588230740/info: appending metadata at 1732666421526 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732666421526Flushing 1588230740/ns: creating writer at 1732666421548 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732666421567 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732666421568 (+1 ms)Flushing 1588230740/table: creating writer at 1732666421585 (+17 ms)Flushing 1588230740/table: appending metadata at 1732666421606 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732666421606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43584d29: reopening flushed file at 1732666421631 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267df85d: reopening flushed file at 1732666421642 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@121f0ba: reopening flushed file at 1732666421654 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=28, compaction requested=false; wal=null at 1732666421666 (+12 ms)Cleaning up temporary data from old regions at 1732666421669 (+3 ms)Running coprocessor post-open hooks at 1732666421677 (+8 ms)Region opened successfully at 1732666421677 2024-11-27T00:13:41,678 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732666421428 2024-11-27T00:13:41,681 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:13:41,681 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:13:41,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:41,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37061,1732666367446, state=OPEN 2024-11-27T00:13:41,742 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,37061,1732666367446, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:13:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:13:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:13:41,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:13:41,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:41,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:13:41,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:13:41,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:13:41,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T00:13:41,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,37061,1732666367446 in 10.3250 sec 2024-11-27T00:13:41,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-27T00:13:41,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4970 sec 2024-11-27T00:13:41,756 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f036bc4986ea,35595,1732666367401 had 5 regions 2024-11-27T00:13:41,757 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,35595,1732666367401, splitWal=true, meta=true, isMeta: false 2024-11-27T00:13:41,761 INFO [PEWorker-1 {}] master.SplitWALManager(105): f036bc4986ea,35595,1732666367401 WAL count=1, meta=false 2024-11-27T00:13:41,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f036bc4986ea%2C35595%2C1732666367401.1732666369172}] 2024-11-27T00:13:41,764 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:41,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C35595%2C1732666367401.1732666369172, worker=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:45,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:13:46,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T00:13:49,049 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T00:13:51,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-27T00:13:51,782 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172, size=1.2 K (1257bytes) 2024-11-27T00:13:51,782 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 2024-11-27T00:13:51,783 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 after 1ms 2024-11-27T00:13:51,787 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 took 5ms 2024-11-27T00:13:51,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for dc9c884cc5c3cd54d8bc9ee161158c6a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T00:13:51,791 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f54ed34ded14c1ca6622ad479a155f5c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T00:13:51,793 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 70b7a7f0573d2c4ddda830dad341cafc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T00:13:51,794 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0ddf8f89a968e1bff576eae5b27af840: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T00:13:51,794 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 so closing down 2024-11-27T00:13:51,794 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T00:13:51,794 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T00:13:51,795 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 8 ms; skipped=4; WAL=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-27T00:13:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172, journal: Splitting hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172, size=1.2 K (1257bytes) at 1732666431782Finishing writing output for hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 so closing down at 1732666431794 (+12 ms)3 split writer threads finished at 1732666431795 (+1 ms)Processed 4 edits across 0 Regions in 8 ms; skipped=4; WAL=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732666431795 2024-11-27T00:13:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 2024-11-27T00:13:51,795 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T00:13:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T00:13:51,799 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting/f036bc4986ea%2C35595%2C1732666367401.1732666369172 to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs 2024-11-27T00:13:51,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-27T00:13:51,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C35595%2C1732666367401.1732666369172, worker=f036bc4986ea,37989,1732666367300 in 10.0340 sec 2024-11-27T00:13:51,804 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:51,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-27T00:13:51,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f036bc4986ea%2C35595%2C1732666367401.1732666369172, worker=f036bc4986ea,37989,1732666367300 in 10.0430 sec 2024-11-27T00:13:51,810 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/WALs/f036bc4986ea,35595,1732666367401-splitting dir is empty, no logs to split. 2024-11-27T00:13:51,810 INFO [PEWorker-1 {}] master.SplitWALManager(105): f036bc4986ea,35595,1732666367401 WAL count=0, meta=false 2024-11-27T00:13:51,810 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,35595,1732666367401 WAL splitting is done? wals=0, meta=false 2024-11-27T00:13:51,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN}] 2024-11-27T00:13:51,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN 2024-11-27T00:13:51,814 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN 2024-11-27T00:13:51,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN 2024-11-27T00:13:51,814 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN 2024-11-27T00:13:51,815 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:13:51,815 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:13:51,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:13:51,815 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:13:51,966 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:13:51,966 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:13:51,966 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:13:51,966 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:13:51,966 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:13:51,966 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:13:51,966 INFO [f036bc4986ea:38521 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:13:51,966 DEBUG [f036bc4986ea:38521 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:13:51,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=70b7a7f0573d2c4ddda830dad341cafc, regionState=OPENING, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:51,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0ddf8f89a968e1bff576eae5b27af840, regionState=OPENING, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:51,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=f54ed34ded14c1ca6622ad479a155f5c, regionState=OPENING, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:13:51,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=dc9c884cc5c3cd54d8bc9ee161158c6a, regionState=OPENING, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:13:51,968 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f036bc4986ea:35595 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:35595 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:13:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1, error=java.net.ConnectException: Call to address=f036bc4986ea:35595 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:13:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-27T00:13:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 from cache 2024-11-27T00:13:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f036bc4986ea:35595 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:13:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f036bc4986ea:35595 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:13:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f036bc4986ea:35595 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:13:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f036bc4986ea:35595 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:13:52,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:13:52,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37061,1732666367446, seqNum=-1] 2024-11-27T00:13:52,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:13:52,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:13:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN because future has completed 2024-11-27T00:13:52,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a, server=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN because future has completed 2024-11-27T00:13:52,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc, server=f036bc4986ea,37989,1732666367300}] 2024-11-27T00:13:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN because future has completed 2024-11-27T00:13:52,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure f54ed34ded14c1ca6622ad479a155f5c, server=f036bc4986ea,37061,1732666367446}] 2024-11-27T00:13:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN because future has completed 2024-11-27T00:13:52,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ddf8f89a968e1bff576eae5b27af840, server=f036bc4986ea,37061,1732666367446}] 2024-11-27T00:13:52,305 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a held by pid=43 2024-11-27T00:13:52,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c held by pid=46 2024-11-27T00:13:52,305 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:13:52,305 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:13:52,305 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 held by pid=44 2024-11-27T00:13:52,306 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:13:52,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc held by pid=45 2024-11-27T00:13:52,306 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:13:53,727 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:38521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T00:13:55,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bd131a3aede53192ca7717bbcce1d084, had cached 0 bytes from a total of 47197 2024-11-27T00:13:55,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e6f842c39cb96f15ce84516dc7e9174a, had cached 0 bytes from a total of 499309 2024-11-27T00:13:59,716 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ce9ee99d97747db197a5ec152d1c6627 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:13:59,716 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb2f3752231beb4b1cdcce5600d88d8b changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:13:59,717 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6f842c39cb96f15ce84516dc7e9174a changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:13:59,717 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:13:59,717 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 684d42a28e60e1f386626899cebca118 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:13:59,717 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e073bf06ec83eb631ed46793150c5de6 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:13:59,717 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bd131a3aede53192ca7717bbcce1d084 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:14:02,096 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:02,096 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:02,096 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => dc9c884cc5c3cd54d8bc9ee161158c6a, NAME => 'SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T00:14:02,096 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ddf8f89a968e1bff576eae5b27af840, NAME => 'SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,097 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,099 INFO [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,099 INFO [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,100 INFO [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ddf8f89a968e1bff576eae5b27af840 columnFamilyName cf 2024-11-27T00:14:02,100 INFO [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc9c884cc5c3cd54d8bc9ee161158c6a columnFamilyName cf 2024-11-27T00:14:02,100 DEBUG [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:02,100 DEBUG [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:02,101 INFO [StoreOpener-0ddf8f89a968e1bff576eae5b27af840-1 {}] regionserver.HStore(327): Store=0ddf8f89a968e1bff576eae5b27af840/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:02,101 INFO [StoreOpener-dc9c884cc5c3cd54d8bc9ee161158c6a-1 {}] regionserver.HStore(327): Store=dc9c884cc5c3cd54d8bc9ee161158c6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:02,101 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,101 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,102 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,102 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,103 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,103 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,106 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,106 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,107 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened dc9c884cc5c3cd54d8bc9ee161158c6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62322950, jitterRate=-0.07131567597389221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:14:02,107 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,107 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 0ddf8f89a968e1bff576eae5b27af840; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72368808, jitterRate=0.07837927341461182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:14:02,108 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,108 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for dc9c884cc5c3cd54d8bc9ee161158c6a: Running coprocessor pre-open hook at 1732666442097Writing region info on filesystem at 1732666442097Initializing all the Stores at 1732666442099 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666442099Cleaning up temporary data from old regions at 1732666442104 (+5 ms)Running coprocessor post-open hooks at 1732666442107 (+3 ms)Region opened successfully at 1732666442107 2024-11-27T00:14:02,108 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 0ddf8f89a968e1bff576eae5b27af840: Running coprocessor pre-open hook at 1732666442097Writing region info on filesystem at 1732666442097Initializing all the Stores at 1732666442099 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666442099Cleaning up temporary data from old regions at 1732666442104 (+5 ms)Running coprocessor post-open hooks at 1732666442108 (+4 ms)Region opened successfully at 1732666442108 2024-11-27T00:14:02,109 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., pid=47, masterSystemTime=1732666442086 2024-11-27T00:14:02,109 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840., pid=50, masterSystemTime=1732666442088 2024-11-27T00:14:02,110 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:02,111 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:02,111 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:02,111 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 70b7a7f0573d2c4ddda830dad341cafc, NAME => 'SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T00:14:02,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=dc9c884cc5c3cd54d8bc9ee161158c6a, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:02,111 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,111 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:02,112 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:02,112 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,112 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:02,112 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,112 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:02,112 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => f54ed34ded14c1ca6622ad479a155f5c, NAME => 'SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T00:14:02,112 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,113 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:02,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0ddf8f89a968e1bff576eae5b27af840, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:02,113 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,113 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a, server=f036bc4986ea,37989,1732666367300 because future has completed 2024-11-27T00:14:02,115 INFO [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,115 INFO [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ddf8f89a968e1bff576eae5b27af840, server=f036bc4986ea,37061,1732666367446 because future has completed 2024-11-27T00:14:02,118 INFO [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70b7a7f0573d2c4ddda830dad341cafc columnFamilyName cf 2024-11-27T00:14:02,118 INFO [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f54ed34ded14c1ca6622ad479a155f5c columnFamilyName cf 2024-11-27T00:14:02,118 DEBUG [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:02,118 DEBUG [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:02,119 INFO [StoreOpener-70b7a7f0573d2c4ddda830dad341cafc-1 {}] regionserver.HStore(327): Store=70b7a7f0573d2c4ddda830dad341cafc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:02,119 INFO [StoreOpener-f54ed34ded14c1ca6622ad479a155f5c-1 {}] regionserver.HStore(327): Store=f54ed34ded14c1ca6622ad479a155f5c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:02,119 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-27T00:14:02,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a, server=f036bc4986ea,37989,1732666367300 in 10.0340 sec 2024-11-27T00:14:02,120 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,120 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=44 2024-11-27T00:14:02,121 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ddf8f89a968e1bff576eae5b27af840, server=f036bc4986ea,37061,1732666367446 in 10.0310 sec 2024-11-27T00:14:02,122 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dc9c884cc5c3cd54d8bc9ee161158c6a, ASSIGN in 10.3070 sec 2024-11-27T00:14:02,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:02,122 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,123 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,123 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,123 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,123 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ddf8f89a968e1bff576eae5b27af840, ASSIGN in 10.3090 sec 2024-11-27T00:14:02,124 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:02,126 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,127 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,127 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened f54ed34ded14c1ca6622ad479a155f5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72315780, jitterRate=0.07758909463882446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:14:02,127 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,127 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for f54ed34ded14c1ca6622ad479a155f5c: Running coprocessor pre-open hook at 1732666442113Writing region info on filesystem at 1732666442113Initializing all the Stores at 1732666442114 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666442114Cleaning up temporary data from old regions at 1732666442123 (+9 ms)Running coprocessor post-open hooks at 1732666442127 (+4 ms)Region opened successfully at 1732666442127 2024-11-27T00:14:02,128 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 70b7a7f0573d2c4ddda830dad341cafc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69647694, jitterRate=0.037831515073776245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:14:02,128 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,128 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 70b7a7f0573d2c4ddda830dad341cafc: Running coprocessor pre-open hook at 1732666442112Writing region info on filesystem at 1732666442112Initializing all the Stores at 1732666442114 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666442114Cleaning up temporary data from old regions at 1732666442123 (+9 ms)Running coprocessor post-open hooks at 1732666442128 (+5 ms)Region opened successfully at 1732666442128 2024-11-27T00:14:02,129 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c., pid=49, masterSystemTime=1732666442088 2024-11-27T00:14:02,129 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc., pid=48, masterSystemTime=1732666442086 2024-11-27T00:14:02,131 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:02,131 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:02,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=f54ed34ded14c1ca6622ad479a155f5c, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:02,132 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:02,132 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:02,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=70b7a7f0573d2c4ddda830dad341cafc, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:02,135 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38521 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,37989,1732666367300, table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:14:02,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure f54ed34ded14c1ca6622ad479a155f5c, server=f036bc4986ea,37061,1732666367446 because future has completed 2024-11-27T00:14:02,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc, server=f036bc4986ea,37989,1732666367300 because future has completed 2024-11-27T00:14:02,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-27T00:14:02,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure f54ed34ded14c1ca6622ad479a155f5c, server=f036bc4986ea,37061,1732666367446 in 10.0520 sec 2024-11-27T00:14:02,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-27T00:14:02,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc, server=f036bc4986ea,37989,1732666367300 in 10.0540 sec 2024-11-27T00:14:02,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f54ed34ded14c1ca6622ad479a155f5c, ASSIGN in 10.3270 sec 2024-11-27T00:14:02,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:02,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-27T00:14:02,143 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:02,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70b7a7f0573d2c4ddda830dad341cafc, ASSIGN in 10.3270 sec 2024-11-27T00:14:02,143 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server f036bc4986ea,35595,1732666367401 after splitting done 2024-11-27T00:14:02,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure f036bc4986ea,35595,1732666367401, splitWal=true, meta=true in 40.8660 sec 2024-11-27T00:14:07,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T00:14:12,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T00:14:12,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:12,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for dc9c884cc5c3cd54d8bc9ee161158c6a: 2024-11-27T00:14:12,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. for SnapshotProcedureTest completed. 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 70b7a7f0573d2c4ddda830dad341cafc: 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. for SnapshotProcedureTest completed. 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:12,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0ddf8f89a968e1bff576eae5b27af840: 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. for SnapshotProcedureTest completed. 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f54ed34ded14c1ca6622ad479a155f5c: 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. for SnapshotProcedureTest completed. 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:14:12,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:14:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741862_1038 (size=65) 2024-11-27T00:14:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741862_1038 (size=65) 2024-11-27T00:14:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741862_1038 (size=65) 2024-11-27T00:14:12,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:12,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T00:14:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T00:14:12,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:12,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:12,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ddf8f89a968e1bff576eae5b27af840 in 51.1700 sec 2024-11-27T00:14:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741863_1039 (size=65) 2024-11-27T00:14:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741863_1039 (size=65) 2024-11-27T00:14:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741863_1039 (size=65) 2024-11-27T00:14:12,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:12,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T00:14:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T00:14:12,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:12,148 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:12,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f54ed34ded14c1ca6622ad479a155f5c in 51.1750 sec 2024-11-27T00:14:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741865_1041 (size=65) 2024-11-27T00:14:12,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741865_1041 (size=65) 2024-11-27T00:14:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741865_1041 (size=65) 2024-11-27T00:14:12,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:12,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T00:14:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T00:14:12,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:12,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:12,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc9c884cc5c3cd54d8bc9ee161158c6a in 51.1830 sec 2024-11-27T00:14:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741864_1040 (size=65) 2024-11-27T00:14:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741864_1040 (size=65) 2024-11-27T00:14:12,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741864_1040 (size=65) 2024-11-27T00:14:12,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:12,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T00:14:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T00:14:12,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:12,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:12,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-27T00:14:12,167 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T00:14:12,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70b7a7f0573d2c4ddda830dad341cafc in 51.1910 sec 2024-11-27T00:14:12,169 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T00:14:12,171 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T00:14:12,171 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T00:14:12,174 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T00:14:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741866_1042 (size=1094) 2024-11-27T00:14:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741866_1042 (size=1094) 2024-11-27T00:14:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741866_1042 (size=1094) 2024-11-27T00:14:12,204 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T00:14:12,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T00:14:12,218 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:12,218 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:12,218 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:12,218 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:12,218 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:12,224 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:15,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:14:22,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-27T00:14:22,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-27T00:14:22,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-27T00:14:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-27T00:14:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-27T00:14:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-27T00:14:22,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T00:14:22,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-27T00:14:22,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T00:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-27T00:14:22,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-27T00:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T00:14:22,257 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 Release verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-27T00:14:22,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T00:14:22,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T00:14:22,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T00:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T00:14:22,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T00:14:22,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 in 10.0460 sec 2024-11-27T00:14:22,262 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 Release verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:22,263 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-27T00:14:22,263 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-27T00:14:22,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 in 10.0510 sec 2024-11-27T00:14:22,269 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 Release verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:22,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 in 10.0580 sec 2024-11-27T00:14:22,272 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 Release verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:22,272 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 Release verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:22,272 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 Release verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:22,273 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:22,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 in 10.0610 sec 2024-11-27T00:14:22,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 in 10.0610 sec 2024-11-27T00:14:22,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 in 10.0610 sec 2024-11-27T00:14:22,281 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:23,731 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:38521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T00:14:26,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-27T00:14:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-27T00:14:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-27T00:14:32,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T00:14:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-27T00:14:32,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T00:14:32,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T00:14:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T00:14:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T00:14:32,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 Release verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T00:14:32,270 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 Release verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:32,271 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 Release verify snapshot worker=f036bc4986ea,37989,1732666367300 2024-11-27T00:14:32,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 in 20.0580 sec 2024-11-27T00:14:32,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 in 20.0590 sec 2024-11-27T00:14:32,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37989,1732666367300 in 20.0600 sec 2024-11-27T00:14:32,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-27T00:14:32,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T00:14:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38521 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T00:14:32,286 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 Release verify snapshot worker=f036bc4986ea,37061,1732666367446 2024-11-27T00:14:32,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-27T00:14:32,296 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T00:14:32,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,37061,1732666367446 in 20.0750 sec 2024-11-27T00:14:32,316 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T00:14:32,319 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T00:14:32,320 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T00:14:32,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.811 sec 2024-11-27T00:14:32,408 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T00:14:32,410 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f036bc4986ea:35595 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f036bc4986ea/172.17.0.3:35595 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:14:32,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1, error=java.net.ConnectException: Call to address=f036bc4986ea:35595 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:14:32,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-27T00:14:32,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35595,1732666367401, seqNum=-1 from cache 2024-11-27T00:14:32,411 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address f036bc4986ea:35595 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f036bc4986ea/172.17.0.3:35595 2024-11-27T00:14:32,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:14:32,518 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37061,1732666367446, seqNum=-1] 2024-11-27T00:14:32,551 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T00:14:32,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:14:32,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:14:32,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:14:32,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:32,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:32,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:14:32,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:14:32,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=436609712, stopped=false 2024-11-27T00:14:32,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,38521,1732666366499 2024-11-27T00:14:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:32,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:32,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:32,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:32,603 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:14:32,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:14:32,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:14:32,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:32,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,37989,1732666367300' ***** 2024-11-27T00:14:32,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:14:32,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,37061,1732666367446' ***** 2024-11-27T00:14:32,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:14:32,605 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:14:32,606 INFO [RS:0;f036bc4986ea:37989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:14:32,606 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:14:32,606 INFO [RS:0;f036bc4986ea:37989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:14:32,606 INFO [RS:2;f036bc4986ea:37061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:14:32,606 INFO [RS:2;f036bc4986ea:37061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:14:32,606 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for bd131a3aede53192ca7717bbcce1d084 2024-11-27T00:14:32,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:14:32,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:14:32,606 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ddf8f89a968e1bff576eae5b27af840 2024-11-27T00:14:32,607 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 70b7a7f0573d2c4ddda830dad341cafc 2024-11-27T00:14:32,607 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for dc9c884cc5c3cd54d8bc9ee161158c6a 2024-11-27T00:14:32,607 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 684d42a28e60e1f386626899cebca118 2024-11-27T00:14:32,607 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:14:32,608 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,37989,1732666367300 2024-11-27T00:14:32,608 INFO [RS:0;f036bc4986ea:37989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:14:32,608 INFO [RS:0;f036bc4986ea:37989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37989. 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(3091): Received CLOSE for ce9ee99d97747db197a5ec152d1c6627 2024-11-27T00:14:32,608 DEBUG [RS:0;f036bc4986ea:37989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:14:32,608 DEBUG [RS:0;f036bc4986ea:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(3091): Received CLOSE for fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(3091): Received CLOSE for e6f842c39cb96f15ce84516dc7e9174a 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(3091): Received CLOSE for f54ed34ded14c1ca6622ad479a155f5c 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,37061,1732666367446 2024-11-27T00:14:32,608 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:14:32,608 INFO [RS:2;f036bc4986ea:37061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f036bc4986ea:37061. 2024-11-27T00:14:32,608 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1325): Online Regions={bd131a3aede53192ca7717bbcce1d084=SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084., 70b7a7f0573d2c4ddda830dad341cafc=SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc., dc9c884cc5c3cd54d8bc9ee161158c6a=SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a., 684d42a28e60e1f386626899cebca118=SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118., e073bf06ec83eb631ed46793150c5de6=SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6.} 2024-11-27T00:14:32,608 DEBUG [RS:2;f036bc4986ea:37061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:14:32,608 DEBUG [RS:2;f036bc4986ea:37061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:32,609 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1351): Waiting on 684d42a28e60e1f386626899cebca118, 70b7a7f0573d2c4ddda830dad341cafc, bd131a3aede53192ca7717bbcce1d084, dc9c884cc5c3cd54d8bc9ee161158c6a, e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:14:32,609 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:14:32,609 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:14:32,609 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:14:32,609 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:14:32,609 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd131a3aede53192ca7717bbcce1d084, disabling compactions & flushes 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ddf8f89a968e1bff576eae5b27af840, disabling compactions & flushes 2024-11-27T00:14:32,610 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:14:32,610 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. after waiting 0 ms 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. after waiting 0 ms 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:32,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:14:32,616 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:14:32,621 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:14:32,623 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-27T00:14:32,623 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1325): Online Regions={0ddf8f89a968e1bff576eae5b27af840=SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840., ce9ee99d97747db197a5ec152d1c6627=SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627., 1588230740=hbase:meta,,1.1588230740, fb2f3752231beb4b1cdcce5600d88d8b=SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b., e6f842c39cb96f15ce84516dc7e9174a=SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a., f54ed34ded14c1ca6622ad479a155f5c=SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c.} 2024-11-27T00:14:32,623 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:14:32,623 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1351): Waiting on 0ddf8f89a968e1bff576eae5b27af840, 1588230740, ce9ee99d97747db197a5ec152d1c6627, e6f842c39cb96f15ce84516dc7e9174a, f54ed34ded14c1ca6622ad479a155f5c, fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:14:32,623 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:14:32,623 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:14:32,623 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:14:32,623 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:14:32,623 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.92 KB heapSize=7.28 KB 2024-11-27T00:14:32,707 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/info/a65ebf5a0e8141c2af51ffb7f83a3e10 is 167, key is SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840./info:regioninfo/1732666442112/Put/seqid=0 2024-11-27T00:14:32,727 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/0ddf8f89a968e1bff576eae5b27af840/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,737 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:32,737 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ddf8f89a968e1bff576eae5b27af840: Waiting for close lock at 1732666472609Running coprocessor pre-close hooks at 1732666472610 (+1 ms)Disabling compacts and flushes for region at 1732666472610Disabling writes for close at 1732666472610Writing region close event to WAL at 1732666472670 (+60 ms)Running coprocessor post-close hooks at 1732666472729 (+59 ms)Closed at 1732666472737 (+8 ms) 2024-11-27T00:14:32,738 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732666379945.0ddf8f89a968e1bff576eae5b27af840. 2024-11-27T00:14:32,738 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce9ee99d97747db197a5ec152d1c6627, disabling compactions & flushes 2024-11-27T00:14:32,738 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:14:32,738 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:14:32,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. after waiting 0 ms 2024-11-27T00:14:32,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:14:32,775 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/bd131a3aede53192ca7717bbcce1d084/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:14:32,776 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:14:32,776 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd131a3aede53192ca7717bbcce1d084: Waiting for close lock at 1732666472609Running coprocessor pre-close hooks at 1732666472609Disabling compacts and flushes for region at 1732666472609Disabling writes for close at 1732666472610 (+1 ms)Writing region close event to WAL at 1732666472689 (+79 ms)Running coprocessor post-close hooks at 1732666472776 (+87 ms)Closed at 1732666472776 2024-11-27T00:14:32,776 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732666379945.bd131a3aede53192ca7717bbcce1d084. 2024-11-27T00:14:32,776 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70b7a7f0573d2c4ddda830dad341cafc, disabling compactions & flushes 2024-11-27T00:14:32,777 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:32,777 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:32,777 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. after waiting 0 ms 2024-11-27T00:14:32,777 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:32,809 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1351): Waiting on 684d42a28e60e1f386626899cebca118, 70b7a7f0573d2c4ddda830dad341cafc, dc9c884cc5c3cd54d8bc9ee161158c6a, e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:14:32,814 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/ce9ee99d97747db197a5ec152d1c6627/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,816 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:14:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce9ee99d97747db197a5ec152d1c6627: Waiting for close lock at 1732666472738Running coprocessor pre-close hooks at 1732666472738Disabling compacts and flushes for region at 1732666472738Disabling writes for close at 1732666472739 (+1 ms)Writing region close event to WAL at 1732666472755 (+16 ms)Running coprocessor post-close hooks at 1732666472815 (+60 ms)Closed at 1732666472816 (+1 ms) 2024-11-27T00:14:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732666379945.ce9ee99d97747db197a5ec152d1c6627. 2024-11-27T00:14:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb2f3752231beb4b1cdcce5600d88d8b, disabling compactions & flushes 2024-11-27T00:14:32,816 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:14:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:14:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. after waiting 0 ms 2024-11-27T00:14:32,816 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:14:32,823 DEBUG [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6f842c39cb96f15ce84516dc7e9174a, f54ed34ded14c1ca6622ad479a155f5c, fb2f3752231beb4b1cdcce5600d88d8b 2024-11-27T00:14:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741867_1043 (size=9543) 2024-11-27T00:14:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741867_1043 (size=9543) 2024-11-27T00:14:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741867_1043 (size=9543) 2024-11-27T00:14:32,849 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.92 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/info/a65ebf5a0e8141c2af51ffb7f83a3e10 2024-11-27T00:14:32,859 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/70b7a7f0573d2c4ddda830dad341cafc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,861 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:32,861 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/.tmp/info/a65ebf5a0e8141c2af51ffb7f83a3e10 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/info/a65ebf5a0e8141c2af51ffb7f83a3e10 2024-11-27T00:14:32,861 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70b7a7f0573d2c4ddda830dad341cafc: Waiting for close lock at 1732666472776Running coprocessor pre-close hooks at 1732666472776Disabling compacts and flushes for region at 1732666472776Disabling writes for close at 1732666472777 (+1 ms)Writing region close event to WAL at 1732666472832 (+55 ms)Running coprocessor post-close hooks at 1732666472861 (+29 ms)Closed at 1732666472861 2024-11-27T00:14:32,861 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732666379945.70b7a7f0573d2c4ddda830dad341cafc. 2024-11-27T00:14:32,861 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc9c884cc5c3cd54d8bc9ee161158c6a, disabling compactions & flushes 2024-11-27T00:14:32,861 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:32,862 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:32,862 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. after waiting 0 ms 2024-11-27T00:14:32,862 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:32,872 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/info/a65ebf5a0e8141c2af51ffb7f83a3e10, entries=32, sequenceid=39, filesize=9.3 K 2024-11-27T00:14:32,874 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.92 KB/4016, heapSize ~6.52 KB/6672, currentSize=0 B/0 for 1588230740 in 251ms, sequenceid=39, compaction requested=false 2024-11-27T00:14:32,877 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/fb2f3752231beb4b1cdcce5600d88d8b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,878 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:14:32,878 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb2f3752231beb4b1cdcce5600d88d8b: Waiting for close lock at 1732666472816Running coprocessor pre-close hooks at 1732666472816Disabling compacts and flushes for region at 1732666472816Disabling writes for close at 1732666472816Writing region close event to WAL at 1732666472847 (+31 ms)Running coprocessor post-close hooks at 1732666472878 (+31 ms)Closed at 1732666472878 2024-11-27T00:14:32,878 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732666379945.fb2f3752231beb4b1cdcce5600d88d8b. 2024-11-27T00:14:32,878 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6f842c39cb96f15ce84516dc7e9174a, disabling compactions & flushes 2024-11-27T00:14:32,878 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:14:32,879 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:14:32,879 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. after waiting 0 ms 2024-11-27T00:14:32,879 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:14:32,930 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/dc9c884cc5c3cd54d8bc9ee161158c6a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,931 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:32,931 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc9c884cc5c3cd54d8bc9ee161158c6a: Waiting for close lock at 1732666472861Running coprocessor pre-close hooks at 1732666472861Disabling compacts and flushes for region at 1732666472861Disabling writes for close at 1732666472862 (+1 ms)Writing region close event to WAL at 1732666472892 (+30 ms)Running coprocessor post-close hooks at 1732666472931 (+39 ms)Closed at 1732666472931 2024-11-27T00:14:32,932 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732666379945.dc9c884cc5c3cd54d8bc9ee161158c6a. 2024-11-27T00:14:32,932 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 684d42a28e60e1f386626899cebca118, disabling compactions & flushes 2024-11-27T00:14:32,932 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:14:32,932 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:14:32,932 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. after waiting 0 ms 2024-11-27T00:14:32,932 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:14:32,938 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e6f842c39cb96f15ce84516dc7e9174a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:14:32,940 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:14:32,940 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6f842c39cb96f15ce84516dc7e9174a: Waiting for close lock at 1732666472878Running coprocessor pre-close hooks at 1732666472878Disabling compacts and flushes for region at 1732666472878Disabling writes for close at 1732666472879 (+1 ms)Writing region close event to WAL at 1732666472912 (+33 ms)Running coprocessor post-close hooks at 1732666472940 (+28 ms)Closed at 1732666472940 2024-11-27T00:14:32,940 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732666379945.e6f842c39cb96f15ce84516dc7e9174a. 2024-11-27T00:14:32,940 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f54ed34ded14c1ca6622ad479a155f5c, disabling compactions & flushes 2024-11-27T00:14:32,940 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:32,940 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:32,940 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. after waiting 0 ms 2024-11-27T00:14:32,940 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:32,981 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-27T00:14:32,983 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:14:32,983 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:14:32,983 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666472623Running coprocessor pre-close hooks at 1732666472623Disabling compacts and flushes for region at 1732666472623Disabling writes for close at 1732666472623Obtaining lock to block concurrent updates at 1732666472623Preparing flush snapshotting stores in 1588230740 at 1732666472623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4016, getHeapSize=7392, getOffHeapSize=0, getCellsCount=32 at 1732666472624 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666472625 (+1 ms)Flushing 1588230740/info: creating writer at 1732666472625Flushing 1588230740/info: appending metadata at 1732666472706 (+81 ms)Flushing 1588230740/info: closing flushed file at 1732666472706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4577d: reopening flushed file at 1732666472859 (+153 ms)Finished flush of dataSize ~3.92 KB/4016, heapSize ~6.52 KB/6672, currentSize=0 B/0 for 1588230740 in 251ms, sequenceid=39, compaction requested=false at 1732666472874 (+15 ms)Writing region close event to WAL at 1732666472955 (+81 ms)Running coprocessor post-close hooks at 1732666472983 (+28 ms)Closed at 1732666472983 2024-11-27T00:14:32,983 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:14:32,988 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/684d42a28e60e1f386626899cebca118/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,990 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:14:32,990 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 684d42a28e60e1f386626899cebca118: Waiting for close lock at 1732666472932Running coprocessor pre-close hooks at 1732666472932Disabling compacts and flushes for region at 1732666472932Disabling writes for close at 1732666472932Writing region close event to WAL at 1732666472947 (+15 ms)Running coprocessor post-close hooks at 1732666472989 (+42 ms)Closed at 1732666472989 2024-11-27T00:14:32,990 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732666379945.684d42a28e60e1f386626899cebca118. 2024-11-27T00:14:32,990 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e073bf06ec83eb631ed46793150c5de6, disabling compactions & flushes 2024-11-27T00:14:32,990 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:14:32,990 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:14:32,990 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. after waiting 0 ms 2024-11-27T00:14:32,990 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:14:32,997 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/f54ed34ded14c1ca6622ad479a155f5c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:32,999 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:32,999 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f54ed34ded14c1ca6622ad479a155f5c: Waiting for close lock at 1732666472940Running coprocessor pre-close hooks at 1732666472940Disabling compacts and flushes for region at 1732666472940Disabling writes for close at 1732666472940Writing region close event to WAL at 1732666472986 (+46 ms)Running coprocessor post-close hooks at 1732666472999 (+13 ms)Closed at 1732666472999 2024-11-27T00:14:32,999 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732666379945.f54ed34ded14c1ca6622ad479a155f5c. 2024-11-27T00:14:33,009 DEBUG [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1351): Waiting on e073bf06ec83eb631ed46793150c5de6 2024-11-27T00:14:33,011 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:14:33,011 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:14:33,011 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:14:33,011 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:14:33,013 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/data/default/SPTestTable/e073bf06ec83eb631ed46793150c5de6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:14:33,013 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:14:33,013 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e073bf06ec83eb631ed46793150c5de6: Waiting for close lock at 1732666472990Running coprocessor pre-close hooks at 1732666472990Disabling compacts and flushes for region at 1732666472990Disabling writes for close at 1732666472990Writing region close event to WAL at 1732666473004 (+14 ms)Running coprocessor post-close hooks at 1732666473013 (+9 ms)Closed at 1732666473013 2024-11-27T00:14:33,014 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732666379945.e073bf06ec83eb631ed46793150c5de6. 2024-11-27T00:14:33,024 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,37061,1732666367446; all regions closed. 2024-11-27T00:14:33,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741858_1034 (size=5532) 2024-11-27T00:14:33,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741858_1034 (size=5532) 2024-11-27T00:14:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741858_1034 (size=5532) 2024-11-27T00:14:33,037 DEBUG [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs 2024-11-27T00:14:33,037 INFO [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C37061%2C1732666367446.meta:.meta(num 1732666421446) 2024-11-27T00:14:33,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741835_1011 (size=3530) 2024-11-27T00:14:33,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741835_1011 (size=3530) 2024-11-27T00:14:33,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741835_1011 (size=3530) 2024-11-27T00:14:33,049 DEBUG [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs 2024-11-27T00:14:33,049 INFO [RS:2;f036bc4986ea:37061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C37061%2C1732666367446:(num 1732666369172) 2024-11-27T00:14:33,049 DEBUG [RS:2;f036bc4986ea:37061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:33,049 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:14:33,049 INFO [RS:2;f036bc4986ea:37061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:14:33,049 INFO [RS:2;f036bc4986ea:37061 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:14:33,049 INFO [RS:2;f036bc4986ea:37061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:14:33,050 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:14:33,050 INFO [RS:2;f036bc4986ea:37061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37061 2024-11-27T00:14:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f036bc4986ea,37061,1732666367446 2024-11-27T00:14:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:14:33,095 INFO [RS:2;f036bc4986ea:37061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:14:33,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,37061,1732666367446] 2024-11-27T00:14:33,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f036bc4986ea,37061,1732666367446 already deleted, retry=false 2024-11-27T00:14:33,120 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,37061,1732666367446 expired; onlineServers=1 2024-11-27T00:14:33,206 INFO [RS:2;f036bc4986ea:37061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:14:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:14:33,206 INFO [RS:2;f036bc4986ea:37061 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,37061,1732666367446; zookeeper connection closed. 2024-11-27T00:14:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x10179a292960003, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:14:33,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6feae348 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6feae348 2024-11-27T00:14:33,209 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,37989,1732666367300; all regions closed. 2024-11-27T00:14:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741834_1010 (size=3500) 2024-11-27T00:14:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741834_1010 (size=3500) 2024-11-27T00:14:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741834_1010 (size=3500) 2024-11-27T00:14:33,228 DEBUG [RS:0;f036bc4986ea:37989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/oldWALs 2024-11-27T00:14:33,228 INFO [RS:0;f036bc4986ea:37989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C37989%2C1732666367300:(num 1732666369172) 2024-11-27T00:14:33,228 DEBUG [RS:0;f036bc4986ea:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:33,228 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:14:33,229 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:14:33,229 INFO [RS:0;f036bc4986ea:37989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37989 2024-11-27T00:14:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f036bc4986ea,37989,1732666367300 2024-11-27T00:14:33,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:14:33,242 INFO [RS:0;f036bc4986ea:37989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:14:33,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,37989,1732666367300] 2024-11-27T00:14:33,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f036bc4986ea,37989,1732666367300 already deleted, retry=false 2024-11-27T00:14:33,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,37989,1732666367300 expired; onlineServers=0 2024-11-27T00:14:33,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,38521,1732666366499' ***** 2024-11-27T00:14:33,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:14:33,264 INFO [M:0;f036bc4986ea:38521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:14:33,264 INFO [M:0;f036bc4986ea:38521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:14:33,264 DEBUG [M:0;f036bc4986ea:38521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:14:33,264 DEBUG [M:0;f036bc4986ea:38521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:14:33,264 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666368736 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666368736,5,FailOnTimeoutGroup] 2024-11-27T00:14:33,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:14:33,265 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666368732 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666368732,5,FailOnTimeoutGroup] 2024-11-27T00:14:33,268 INFO [M:0;f036bc4986ea:38521 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:14:33,268 INFO [M:0;f036bc4986ea:38521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:14:33,268 DEBUG [M:0;f036bc4986ea:38521 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:14:33,268 INFO [M:0;f036bc4986ea:38521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:14:33,268 INFO [M:0;f036bc4986ea:38521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:14:33,268 ERROR [M:0;f036bc4986ea:38521 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38393,5,PEWorkerGroup] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:38393 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38393,5,PEWorkerGroup] 2024-11-27T00:14:33,269 INFO [M:0;f036bc4986ea:38521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:14:33,269 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:14:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T00:14:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:33,280 DEBUG [M:0;f036bc4986ea:38521 {}] zookeeper.ZKUtil(347): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T00:14:33,280 WARN [M:0;f036bc4986ea:38521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:14:33,281 INFO [M:0;f036bc4986ea:38521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/.lastflushedseqids 2024-11-27T00:14:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741868_1044 (size=668) 2024-11-27T00:14:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741868_1044 (size=668) 2024-11-27T00:14:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741868_1044 (size=668) 2024-11-27T00:14:33,352 INFO [M:0;f036bc4986ea:38521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:14:33,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:14:33,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x10179a292960001, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:14:33,354 INFO [RS:0;f036bc4986ea:37989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:14:33,354 INFO [RS:0;f036bc4986ea:37989 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,37989,1732666367300; zookeeper connection closed. 2024-11-27T00:14:33,355 INFO [M:0;f036bc4986ea:38521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:14:33,355 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:14:33,355 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:33,355 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:33,355 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:14:33,355 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:33,355 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=214.10 KB heapSize=265.69 KB 2024-11-27T00:14:33,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d6fd2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d6fd2c 2024-11-27T00:14:33,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T00:14:33,393 DEBUG [M:0;f036bc4986ea:38521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ccc5ad2623542b2ad3b820a412406a3 is 82, key is hbase:meta,,1/info:regioninfo/1732666421681/Put/seqid=0 2024-11-27T00:14:33,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741869_1045 (size=6071) 2024-11-27T00:14:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741869_1045 (size=6071) 2024-11-27T00:14:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741869_1045 (size=6071) 2024-11-27T00:14:33,452 INFO [M:0;f036bc4986ea:38521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ccc5ad2623542b2ad3b820a412406a3 2024-11-27T00:14:33,520 DEBUG [M:0;f036bc4986ea:38521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab30d54f02b41379f5a4cd29f04d0c5 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666390923/Put/seqid=0 2024-11-27T00:14:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741870_1046 (size=9112) 2024-11-27T00:14:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741870_1046 (size=9112) 2024-11-27T00:14:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741870_1046 (size=9112) 2024-11-27T00:14:34,033 INFO [M:0;f036bc4986ea:38521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.87 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab30d54f02b41379f5a4cd29f04d0c5 2024-11-27T00:14:34,044 INFO [M:0;f036bc4986ea:38521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ab30d54f02b41379f5a4cd29f04d0c5 2024-11-27T00:14:34,076 DEBUG [M:0;f036bc4986ea:38521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/043239eae14447278243f1341508b123 is 69, key is f036bc4986ea,37061,1732666367446/rs:state/1732666368869/Put/seqid=0 2024-11-27T00:14:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741871_1047 (size=5441) 2024-11-27T00:14:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741871_1047 (size=5441) 2024-11-27T00:14:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741871_1047 (size=5441) 2024-11-27T00:14:34,131 INFO [M:0;f036bc4986ea:38521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/043239eae14447278243f1341508b123 2024-11-27T00:14:34,142 INFO [M:0;f036bc4986ea:38521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 043239eae14447278243f1341508b123 2024-11-27T00:14:34,144 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ccc5ad2623542b2ad3b820a412406a3 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ccc5ad2623542b2ad3b820a412406a3 2024-11-27T00:14:34,160 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ccc5ad2623542b2ad3b820a412406a3, entries=14, sequenceid=564, filesize=5.9 K 2024-11-27T00:14:34,165 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab30d54f02b41379f5a4cd29f04d0c5 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab30d54f02b41379f5a4cd29f04d0c5 2024-11-27T00:14:34,173 INFO [M:0;f036bc4986ea:38521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ab30d54f02b41379f5a4cd29f04d0c5 2024-11-27T00:14:34,173 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab30d54f02b41379f5a4cd29f04d0c5, entries=60, sequenceid=564, filesize=8.9 K 2024-11-27T00:14:34,174 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/043239eae14447278243f1341508b123 as hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/043239eae14447278243f1341508b123 2024-11-27T00:14:34,184 INFO [M:0;f036bc4986ea:38521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 043239eae14447278243f1341508b123 2024-11-27T00:14:34,185 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38393/user/jenkins/test-data/b63fb971-f70d-9731-1b25-7ed422e4fc94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/043239eae14447278243f1341508b123, entries=3, sequenceid=564, filesize=5.3 K 2024-11-27T00:14:34,200 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~214.10 KB/219238, heapSize ~265.39 KB/271760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 845ms, sequenceid=564, compaction requested=false 2024-11-27T00:14:34,232 INFO [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:34,232 DEBUG [M:0;f036bc4986ea:38521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666473355Disabling compacts and flushes for region at 1732666473355Disabling writes for close at 1732666473355Obtaining lock to block concurrent updates at 1732666473355Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666473355Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=219238, getHeapSize=272000, getOffHeapSize=0, getCellsCount=685 at 1732666473356 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666473358 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666473358Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666473392 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666473392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666473470 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666473519 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666473519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666474044 (+525 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666474075 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666474075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36492989: reopening flushed file at 1732666474143 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6329023c: reopening flushed file at 1732666474160 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0f3e5e: reopening flushed file at 1732666474173 (+13 ms)Finished flush of dataSize ~214.10 KB/219238, heapSize ~265.39 KB/271760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 845ms, sequenceid=564, compaction requested=false at 1732666474201 (+28 ms)Writing region close event to WAL at 1732666474232 (+31 ms)Closed at 1732666474232 2024-11-27T00:14:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741830_1006 (size=256801) 2024-11-27T00:14:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43565 is added to blk_1073741830_1006 (size=256801) 2024-11-27T00:14:34,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42687 is added to blk_1073741830_1006 (size=256801) 2024-11-27T00:14:34,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:14:34,246 INFO [M:0;f036bc4986ea:38521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:14:34,247 INFO [M:0;f036bc4986ea:38521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38521 2024-11-27T00:14:34,247 INFO [M:0;f036bc4986ea:38521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:14:34,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:14:34,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38521-0x10179a292960000, quorum=127.0.0.1:61450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:14:34,395 INFO [M:0;f036bc4986ea:38521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:14:34,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:14:34,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:14:34,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:14:34,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:14:34,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,STOPPED} 2024-11-27T00:14:34,429 WARN [BP-1042270345-172.17.0.3-1732666361261 heartbeating to localhost/127.0.0.1:38393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:14:34,429 WARN [BP-1042270345-172.17.0.3-1732666361261 heartbeating to localhost/127.0.0.1:38393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1042270345-172.17.0.3-1732666361261 (Datanode Uuid a1005020-c299-4f15-a5a3-f832797ffb5b) service to localhost/127.0.0.1:38393 2024-11-27T00:14:34,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data5/current/BP-1042270345-172.17.0.3-1732666361261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:14:34,431 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data6/current/BP-1042270345-172.17.0.3-1732666361261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:14:34,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:14:34,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:14:34,432 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:14:34,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:14:34,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:14:34,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:14:34,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:14:34,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,STOPPED} 2024-11-27T00:14:34,478 WARN [BP-1042270345-172.17.0.3-1732666361261 heartbeating to localhost/127.0.0.1:38393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:14:34,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:14:34,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:14:34,478 WARN [BP-1042270345-172.17.0.3-1732666361261 heartbeating to localhost/127.0.0.1:38393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1042270345-172.17.0.3-1732666361261 (Datanode Uuid 627a638d-edd1-4ed8-8f9c-55f4d0ca431c) service to localhost/127.0.0.1:38393 2024-11-27T00:14:34,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data3/current/BP-1042270345-172.17.0.3-1732666361261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:14:34,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data4/current/BP-1042270345-172.17.0.3-1732666361261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:14:34,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:14:34,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:14:34,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:14:34,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:14:34,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:14:34,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,STOPPED} 2024-11-27T00:14:34,524 WARN [BP-1042270345-172.17.0.3-1732666361261 heartbeating to localhost/127.0.0.1:38393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:14:34,524 WARN [BP-1042270345-172.17.0.3-1732666361261 heartbeating to localhost/127.0.0.1:38393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1042270345-172.17.0.3-1732666361261 (Datanode Uuid 20bb98d3-75cc-4c7d-b7f8-20c2a881e7cd) service to localhost/127.0.0.1:38393 2024-11-27T00:14:34,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data1/current/BP-1042270345-172.17.0.3-1732666361261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:14:34,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/cluster_577d9b05-8fef-4464-a650-fc7dadf5c11f/data/data2/current/BP-1042270345-172.17.0.3-1732666361261 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:14:34,525 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:14:34,525 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:14:34,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:14:34,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:14:34,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:14:34,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:14:34,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:14:34,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir/,STOPPED} 2024-11-27T00:14:34,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:14:34,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:14:34,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:38393 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/f036bc4986ea:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f036bc4986ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:38393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f036bc4986ea:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/f036bc4986ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:38393 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f036bc4986ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:38393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f036bc4986ea:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@785e71b9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS_OPEN_META-regionserver/f036bc4986ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f036bc4986ea:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2532 (was 4738) 2024-11-27T00:14:34,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=2532 2024-11-27T00:14:34,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir so I do NOT create it in target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2 2024-11-27T00:14:34,700 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.tmp.dir so I do NOT create it in target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2 2024-11-27T00:14:34,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a9bbb12-c8de-30c9-488a-73efa0485712/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:14:34,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6, deleteOnExit=true 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/test.cache.data in system properties and HBase conf 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:14:34,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:14:34,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:14:34,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:14:34,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:14:35,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:14:35,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:14:35,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:14:35,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:14:35,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:14:35,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:14:35,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb12e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:14:35,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274eec8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:14:35,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7df9d2db{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/java.io.tmpdir/jetty-localhost-41423-hadoop-hdfs-3_4_1-tests_jar-_-any-16467276017780717407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:14:35,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265115b6{HTTP/1.1, (http/1.1)}{localhost:41423} 2024-11-27T00:14:35,232 INFO [Time-limited test {}] server.Server(415): Started @116698ms 2024-11-27T00:14:35,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:14:35,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:14:35,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:14:35,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:14:35,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:14:35,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34f1fa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:14:35,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb9446e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:14:35,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12c1206{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/java.io.tmpdir/jetty-localhost-41893-hadoop-hdfs-3_4_1-tests_jar-_-any-15485311741687042483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:14:35,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43b6528f{HTTP/1.1, (http/1.1)}{localhost:41893} 2024-11-27T00:14:35,691 INFO [Time-limited test {}] server.Server(415): Started @117156ms 2024-11-27T00:14:35,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:14:35,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:14:35,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:14:35,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:14:35,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:14:35,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:14:35,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68eb1f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:14:35,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@adc4a5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:14:35,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3370e434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/java.io.tmpdir/jetty-localhost-44599-hadoop-hdfs-3_4_1-tests_jar-_-any-9404112848399942716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:14:35,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b93e1e{HTTP/1.1, (http/1.1)}{localhost:44599} 2024-11-27T00:14:35,890 INFO [Time-limited test {}] server.Server(415): Started @117355ms 2024-11-27T00:14:35,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:14:35,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:14:35,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:14:35,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:14:35,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:14:35,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:14:35,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1101c25c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:14:35,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b74f4fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:14:36,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ebec02b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/java.io.tmpdir/jetty-localhost-46575-hadoop-hdfs-3_4_1-tests_jar-_-any-15192976054352849726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:14:36,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27eeff62{HTTP/1.1, (http/1.1)}{localhost:46575} 2024-11-27T00:14:36,111 INFO [Time-limited test {}] server.Server(415): Started @117576ms 2024-11-27T00:14:36,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:14:36,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:14:37,113 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data1/current/BP-698064008-172.17.0.3-1732666474755/current, will proceed with Du for space computation calculation, 2024-11-27T00:14:37,113 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data2/current/BP-698064008-172.17.0.3-1732666474755/current, will proceed with Du for space computation calculation, 2024-11-27T00:14:37,141 WARN [Thread-675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:14:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9f1a35a2c198181 with lease ID 0x66b8ed3f9f99c871: Processing first storage report for DS-f1def937-3889-4486-b3e1-42fe8f15448f from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=49679fb7-a35c-48fe-be79-d0727a616dc0, infoPort=44787, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755) 2024-11-27T00:14:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9f1a35a2c198181 with lease ID 0x66b8ed3f9f99c871: from storage DS-f1def937-3889-4486-b3e1-42fe8f15448f node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=49679fb7-a35c-48fe-be79-d0727a616dc0, infoPort=44787, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:14:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9f1a35a2c198181 with lease ID 0x66b8ed3f9f99c871: Processing first storage report for DS-3778cd24-f83b-4f2e-9027-bc69156af2b9 from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=49679fb7-a35c-48fe-be79-d0727a616dc0, infoPort=44787, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755) 2024-11-27T00:14:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9f1a35a2c198181 with lease ID 0x66b8ed3f9f99c871: from storage DS-3778cd24-f83b-4f2e-9027-bc69156af2b9 node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=49679fb7-a35c-48fe-be79-d0727a616dc0, infoPort=44787, infoSecurePort=0, ipcPort=39899, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:14:37,627 WARN [Thread-746 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data3/current/BP-698064008-172.17.0.3-1732666474755/current, will proceed with Du for space computation calculation, 2024-11-27T00:14:37,627 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data4/current/BP-698064008-172.17.0.3-1732666474755/current, will proceed with Du for space computation calculation, 2024-11-27T00:14:37,669 WARN [Thread-698 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:14:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93955252184bf46e with lease ID 0x66b8ed3f9f99c872: Processing first storage report for DS-e57312f1-f618-4fb9-a948-025515a8e088 from datanode DatanodeRegistration(127.0.0.1:45973, datanodeUuid=3ace0757-3ae5-4372-a9b4-0b0f2725e40d, infoPort=34389, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755) 2024-11-27T00:14:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93955252184bf46e with lease ID 0x66b8ed3f9f99c872: from storage DS-e57312f1-f618-4fb9-a948-025515a8e088 node DatanodeRegistration(127.0.0.1:45973, datanodeUuid=3ace0757-3ae5-4372-a9b4-0b0f2725e40d, infoPort=34389, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:14:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93955252184bf46e with lease ID 0x66b8ed3f9f99c872: Processing first storage report for DS-6bf9ebeb-73a7-44f2-8d3c-b79c964a795f from datanode DatanodeRegistration(127.0.0.1:45973, datanodeUuid=3ace0757-3ae5-4372-a9b4-0b0f2725e40d, infoPort=34389, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755) 2024-11-27T00:14:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93955252184bf46e with lease ID 0x66b8ed3f9f99c872: from storage DS-6bf9ebeb-73a7-44f2-8d3c-b79c964a795f node DatanodeRegistration(127.0.0.1:45973, datanodeUuid=3ace0757-3ae5-4372-a9b4-0b0f2725e40d, infoPort=34389, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:14:37,686 WARN [Thread-757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data5/current/BP-698064008-172.17.0.3-1732666474755/current, will proceed with Du for space computation calculation, 2024-11-27T00:14:37,692 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data6/current/BP-698064008-172.17.0.3-1732666474755/current, will proceed with Du for space computation calculation, 2024-11-27T00:14:37,712 WARN [Thread-720 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:14:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5940afc430f168f4 with lease ID 0x66b8ed3f9f99c873: Processing first storage report for DS-7e77d8a1-1bd1-443b-9542-3049d80f848f from datanode DatanodeRegistration(127.0.0.1:33337, datanodeUuid=dc8d17a4-1a66-4f69-b6bc-0b9f5338b351, infoPort=43443, infoSecurePort=0, ipcPort=46599, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755) 2024-11-27T00:14:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5940afc430f168f4 with lease ID 0x66b8ed3f9f99c873: from storage DS-7e77d8a1-1bd1-443b-9542-3049d80f848f node DatanodeRegistration(127.0.0.1:33337, datanodeUuid=dc8d17a4-1a66-4f69-b6bc-0b9f5338b351, infoPort=43443, infoSecurePort=0, ipcPort=46599, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:14:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5940afc430f168f4 with lease ID 0x66b8ed3f9f99c873: Processing first storage report for DS-14f62930-520b-452b-84e1-f6430d54d280 from datanode DatanodeRegistration(127.0.0.1:33337, datanodeUuid=dc8d17a4-1a66-4f69-b6bc-0b9f5338b351, infoPort=43443, infoSecurePort=0, ipcPort=46599, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755) 2024-11-27T00:14:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5940afc430f168f4 with lease ID 0x66b8ed3f9f99c873: from storage DS-14f62930-520b-452b-84e1-f6430d54d280 node DatanodeRegistration(127.0.0.1:33337, datanodeUuid=dc8d17a4-1a66-4f69-b6bc-0b9f5338b351, infoPort=43443, infoSecurePort=0, ipcPort=46599, storageInfo=lv=-57;cid=testClusterID;nsid=1239544506;c=1732666474755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:14:37,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:37,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:37,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2 2024-11-27T00:14:37,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/zookeeper_0, clientPort=54113, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:14:37,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54113 2024-11-27T00:14:37,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:37,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:14:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:14:37,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:14:37,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 with version=8 2024-11-27T00:14:37,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/hbase-staging 2024-11-27T00:14:37,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:14:37,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:37,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:37,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:14:37,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:37,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:14:37,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:14:37,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:14:37,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41457 2024-11-27T00:14:37,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41457 connecting to ZooKeeper ensemble=127.0.0.1:54113 2024-11-27T00:14:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414570x0, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:14:37,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41457-0x10179a4487b0000 connected 2024-11-27T00:14:37,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:37,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:38,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035, hbase.cluster.distributed=false 2024-11-27T00:14:38,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:14:38,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-27T00:14:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41457 2024-11-27T00:14:38,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41457 2024-11-27T00:14:38,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-27T00:14:38,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-27T00:14:38,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:14:38,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:14:38,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:14:38,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:14:38,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:14:38,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34703 2024-11-27T00:14:38,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34703 connecting to ZooKeeper ensemble=127.0.0.1:54113 2024-11-27T00:14:38,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347030x0, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:14:38,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347030x0, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:38,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:14:38,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34703-0x10179a4487b0001 connected 2024-11-27T00:14:38,120 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:14:38,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T00:14:38,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:14:38,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34703 2024-11-27T00:14:38,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34703 2024-11-27T00:14:38,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34703 2024-11-27T00:14:38,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34703 2024-11-27T00:14:38,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34703 2024-11-27T00:14:38,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:14:38,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:14:38,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:14:38,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:14:38,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:14:38,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43453 2024-11-27T00:14:38,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43453 connecting to ZooKeeper ensemble=127.0.0.1:54113 2024-11-27T00:14:38,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434530x0, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:38,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:14:38,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434530x0, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:14:38,231 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:14:38,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43453-0x10179a4487b0002 connected 2024-11-27T00:14:38,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T00:14:38,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:14:38,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-27T00:14:38,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43453 2024-11-27T00:14:38,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43453 2024-11-27T00:14:38,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-27T00:14:38,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-27T00:14:38,261 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:14:38,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:38,281 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:14:38,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:14:38,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32841 2024-11-27T00:14:38,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32841 connecting to ZooKeeper ensemble=127.0.0.1:54113 2024-11-27T00:14:38,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:38,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:38,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328410x0, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:14:38,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:14:38,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32841-0x10179a4487b0003 connected 2024-11-27T00:14:38,353 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:14:38,363 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:14:38,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T00:14:38,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T00:14:38,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32841 2024-11-27T00:14:38,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32841 2024-11-27T00:14:38,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32841 2024-11-27T00:14:38,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32841 2024-11-27T00:14:38,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32841 2024-11-27T00:14:38,444 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:41457 2024-11-27T00:14:38,445 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,459 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T00:14:38,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T00:14:38,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T00:14:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,477 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T00:14:38,477 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f036bc4986ea,41457,1732666477809 from backup master directory 2024-11-27T00:14:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,490 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:14:38,491 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T00:14:38,515 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/hbase.id] with ID: d4553985-3bb7-4dd9-80fa-1e4149513351 2024-11-27T00:14:38,515 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.tmp/hbase.id 2024-11-27T00:14:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:14:38,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:14:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:14:38,549 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.tmp/hbase.id]:[hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/hbase.id] 2024-11-27T00:14:38,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:14:38,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:14:38,600 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T00:14:38,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:14:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:14:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:14:38,626 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:14:38,627 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:14:38,628 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:14:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:14:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:14:38,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:14:38,678 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store 2024-11-27T00:14:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:14:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:14:38,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:14:38,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:38,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:14:38,740 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:38,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:38,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:14:38,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:38,740 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:14:38,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666478740Disabling compacts and flushes for region at 1732666478740Disabling writes for close at 1732666478740Writing region close event to WAL at 1732666478740Closed at 1732666478740 2024-11-27T00:14:38,741 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/.initializing 2024-11-27T00:14:38,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/WALs/f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,743 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:14:38,749 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C41457%2C1732666477809, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/WALs/f036bc4986ea,41457,1732666477809, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/oldWALs, maxLogs=10 2024-11-27T00:14:38,767 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/WALs/f036bc4986ea,41457,1732666477809/f036bc4986ea%2C41457%2C1732666477809.1732666478749, exclude list is [], retry=0 2024-11-27T00:14:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f1def937-3889-4486-b3e1-42fe8f15448f,DISK] 2024-11-27T00:14:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-7e77d8a1-1bd1-443b-9542-3049d80f848f,DISK] 2024-11-27T00:14:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-e57312f1-f618-4fb9-a948-025515a8e088,DISK] 2024-11-27T00:14:38,777 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/WALs/f036bc4986ea,41457,1732666477809/f036bc4986ea%2C41457%2C1732666477809.1732666478749 2024-11-27T00:14:38,777 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787),(127.0.0.1/127.0.0.1:43443:43443),(127.0.0.1/127.0.0.1:34389:34389)] 2024-11-27T00:14:38,777 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:14:38,778 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:38,778 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,778 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:14:38,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:38,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:38,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:14:38,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:38,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:38,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:14:38,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:38,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:38,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:14:38,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:38,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:14:38,793 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,794 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,794 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,797 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:14:38,799 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:14:38,803 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:14:38,804 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64852035, jitterRate=-0.03362937271595001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:14:38,805 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666478778Initializing all the Stores at 1732666478780 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666478780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666478781 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666478781Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666478781Cleaning up temporary data from old regions at 1732666478796 (+15 ms)Region opened successfully at 1732666478805 (+9 ms) 2024-11-27T00:14:38,805 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:14:38,813 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c55a4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:14:38,814 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:14:38,815 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:14:38,815 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:14:38,815 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:14:38,816 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:14:38,816 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:14:38,816 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-27T00:14:38,818 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:14:38,819 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T00:14:38,831 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-27T00:14:38,832 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:14:38,832 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:14:38,842 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-27T00:14:38,842 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:14:38,843 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:14:38,852 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-27T00:14:38,853 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:14:38,863 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T00:14:38,865 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:14:38,873 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T00:14:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T00:14:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,886 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,41457,1732666477809, sessionid=0x10179a4487b0000, setting cluster-up flag (Was=false) 2024-11-27T00:14:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,937 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T00:14:38,938 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:38,989 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T00:14:38,990 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41457,1732666477809 2024-11-27T00:14:38,991 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:14:38,993 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:14:38,993 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:14:38,994 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:14:38,994 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,41457,1732666477809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:14:38,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:14:38,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:14:38,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:14:38,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:14:38,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:14:38,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:38,996 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:14:38,996 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:38,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:14:38,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:14:38,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:38,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666509005 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:14:39,005 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:14:39,008 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,009 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:14:39,009 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:14:39,009 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:14:39,012 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:14:39,012 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:14:39,015 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666479012,5,FailOnTimeoutGroup] 2024-11-27T00:14:39,016 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666479015,5,FailOnTimeoutGroup] 2024-11-27T00:14:39,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:14:39,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:14:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:14:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:14:39,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:14:39,025 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:39,031 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(746): ClusterId : d4553985-3bb7-4dd9-80fa-1e4149513351 2024-11-27T00:14:39,031 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:14:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:14:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:14:39,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:14:39,043 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(746): ClusterId : d4553985-3bb7-4dd9-80fa-1e4149513351 2024-11-27T00:14:39,044 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:14:39,044 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:14:39,044 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:14:39,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:39,052 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(746): ClusterId : d4553985-3bb7-4dd9-80fa-1e4149513351 2024-11-27T00:14:39,052 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:14:39,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:14:39,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:14:39,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:39,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:39,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:14:39,063 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:14:39,063 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:14:39,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:14:39,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:39,064 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:14:39,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:39,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:14:39,067 DEBUG [RS:0;f036bc4986ea:34703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c348ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:14:39,076 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:14:39,076 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:14:39,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:14:39,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:39,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:14:39,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:14:39,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:39,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:39,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:14:39,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740 2024-11-27T00:14:39,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740 2024-11-27T00:14:39,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:14:39,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:14:39,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:14:39,091 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:14:39,091 DEBUG [RS:1;f036bc4986ea:43453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f9aa62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:14:39,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:14:39,095 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:14:39,095 DEBUG [RS:2;f036bc4986ea:32841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511c8b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:14:39,098 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:34703 2024-11-27T00:14:39,098 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:14:39,098 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:14:39,098 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:14:39,099 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41457,1732666477809 with port=34703, startcode=1732666478064 2024-11-27T00:14:39,100 DEBUG [RS:0;f036bc4986ea:34703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:14:39,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:14:39,113 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769647, jitterRate=0.09925340116024017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:14:39,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666479048Initializing all the Stores at 1732666479049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666479049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666479056 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666479056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666479056Cleaning up temporary data from old regions at 1732666479089 (+33 ms)Region opened successfully at 1732666479113 (+24 ms) 2024-11-27T00:14:39,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:14:39,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:14:39,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:14:39,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:14:39,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:14:39,116 DEBUG [RS:1;f036bc4986ea:43453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f036bc4986ea:43453 2024-11-27T00:14:39,116 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:14:39,116 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:14:39,116 DEBUG [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:14:39,121 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41457,1732666477809 with port=43453, startcode=1732666478166 2024-11-27T00:14:39,121 DEBUG [RS:1;f036bc4986ea:43453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:14:39,124 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:14:39,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,127 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:39,127 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35941 2024-11-27T00:14:39,127 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:14:39,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:14:39,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666479114Disabling compacts and flushes for region at 1732666479114Disabling writes for close at 1732666479114Writing region close event to WAL at 1732666479134 (+20 ms)Closed at 1732666479134 2024-11-27T00:14:39,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:14:39,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:14:39,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:14:39,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:14:39,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:14:39,137 DEBUG [RS:0;f036bc4986ea:34703 {}] zookeeper.ZKUtil(111): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:14:39,137 WARN [RS:0;f036bc4986ea:34703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:14:39,137 INFO [RS:0;f036bc4986ea:34703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:14:39,137 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,143 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f036bc4986ea:32841 2024-11-27T00:14:39,143 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:14:39,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,34703,1732666478064] 2024-11-27T00:14:39,143 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:14:39,143 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:14:39,145 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:14:39,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,43453,1732666478166 2024-11-27T00:14:39,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,43453,1732666478166 2024-11-27T00:14:39,146 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41457,1732666477809 with port=32841, startcode=1732666478280 2024-11-27T00:14:39,146 DEBUG [RS:2;f036bc4986ea:32841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:14:39,148 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:14:39,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,32841,1732666478280 2024-11-27T00:14:39,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,32841,1732666478280 2024-11-27T00:14:39,149 DEBUG [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:39,149 DEBUG [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35941 2024-11-27T00:14:39,149 DEBUG [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:14:39,150 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:14:39,151 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:39,151 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35941 2024-11-27T00:14:39,151 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:14:39,156 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:14:39,157 INFO [RS:0;f036bc4986ea:34703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:14:39,157 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,157 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:14:39,158 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:14:39,158 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,158 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,159 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:14:39,159 DEBUG [RS:0;f036bc4986ea:34703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:14:39,160 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,160 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,160 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,160 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,160 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,160 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34703,1732666478064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:14:39,181 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:14:39,181 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34703,1732666478064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,181 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,182 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.Replication(171): f036bc4986ea,34703,1732666478064 started 2024-11-27T00:14:39,202 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,202 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,34703,1732666478064, RpcServer on f036bc4986ea/172.17.0.3:34703, sessionid=0x10179a4487b0001 2024-11-27T00:14:39,202 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:14:39,202 DEBUG [RS:0;f036bc4986ea:34703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,203 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,34703,1732666478064' 2024-11-27T00:14:39,203 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T00:14:39,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:14:39,237 DEBUG [RS:1;f036bc4986ea:43453 {}] zookeeper.ZKUtil(111): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f036bc4986ea,43453,1732666478166 2024-11-27T00:14:39,237 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T00:14:39,237 WARN [RS:1;f036bc4986ea:43453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:14:39,237 INFO [RS:1;f036bc4986ea:43453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:14:39,237 DEBUG [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166 2024-11-27T00:14:39,237 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:14:39,237 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:14:39,237 DEBUG [RS:0;f036bc4986ea:34703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,237 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,34703,1732666478064' 2024-11-27T00:14:39,237 DEBUG [RS:2;f036bc4986ea:32841 {}] zookeeper.ZKUtil(111): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f036bc4986ea,32841,1732666478280 2024-11-27T00:14:39,237 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T00:14:39,237 WARN [RS:2;f036bc4986ea:32841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:14:39,238 INFO [RS:2;f036bc4986ea:32841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:14:39,238 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,32841,1732666478280 2024-11-27T00:14:39,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,43453,1732666478166] 2024-11-27T00:14:39,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,32841,1732666478280] 2024-11-27T00:14:39,238 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T00:14:39,239 DEBUG [RS:0;f036bc4986ea:34703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:14:39,239 INFO [RS:0;f036bc4986ea:34703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:14:39,239 INFO [RS:0;f036bc4986ea:34703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:14:39,255 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:14:39,268 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:14:39,269 INFO [RS:1;f036bc4986ea:43453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:14:39,269 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,270 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:14:39,276 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:14:39,277 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:14:39,277 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,278 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,279 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:14:39,279 DEBUG [RS:1;f036bc4986ea:43453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:14:39,280 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:14:39,285 INFO [RS:2;f036bc4986ea:32841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:14:39,285 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,287 WARN [f036bc4986ea:41457 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T00:14:39,288 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,289 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,289 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,289 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,289 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,289 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43453,1732666478166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:14:39,291 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:14:39,295 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:14:39,295 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,295 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,295 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:14:39,296 DEBUG [RS:2;f036bc4986ea:32841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:14:39,308 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,308 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,308 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,308 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,308 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,308 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,32841,1732666478280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:14:39,321 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:14:39,321 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43453,1732666478166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,321 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,322 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.Replication(171): f036bc4986ea,43453,1732666478166 started 2024-11-27T00:14:39,340 INFO [RS:0;f036bc4986ea:34703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:14:39,342 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:14:39,342 INFO [RS:1;f036bc4986ea:43453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,342 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,43453,1732666478166, RpcServer on f036bc4986ea/172.17.0.3:43453, sessionid=0x10179a4487b0002 2024-11-27T00:14:39,342 INFO [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C34703%2C1732666478064, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs, maxLogs=32 2024-11-27T00:14:39,342 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:14:39,342 DEBUG [RS:1;f036bc4986ea:43453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,43453,1732666478166 2024-11-27T00:14:39,342 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43453,1732666478166' 2024-11-27T00:14:39,342 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T00:14:39,342 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,32841,1732666478280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,343 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T00:14:39,343 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,343 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.Replication(171): f036bc4986ea,32841,1732666478280 started 2024-11-27T00:14:39,353 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:14:39,353 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:14:39,353 DEBUG [RS:1;f036bc4986ea:43453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,43453,1732666478166 2024-11-27T00:14:39,353 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43453,1732666478166' 2024-11-27T00:14:39,353 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T00:14:39,353 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T00:14:39,354 DEBUG [RS:1;f036bc4986ea:43453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:14:39,354 INFO [RS:1;f036bc4986ea:43453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:14:39,354 INFO [RS:1;f036bc4986ea:43453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:14:39,361 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:39,361 DEBUG [RS:0;f036bc4986ea:34703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064/f036bc4986ea%2C34703%2C1732666478064.1732666479343, exclude list is [], retry=0 2024-11-27T00:14:39,361 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,32841,1732666478280, RpcServer on f036bc4986ea/172.17.0.3:32841, sessionid=0x10179a4487b0003 2024-11-27T00:14:39,361 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:14:39,361 DEBUG [RS:2;f036bc4986ea:32841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,32841,1732666478280 2024-11-27T00:14:39,361 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,32841,1732666478280' 2024-11-27T00:14:39,361 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T00:14:39,363 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T00:14:39,364 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:14:39,364 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:14:39,364 DEBUG [RS:2;f036bc4986ea:32841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,32841,1732666478280 2024-11-27T00:14:39,364 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,32841,1732666478280' 2024-11-27T00:14:39,364 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T00:14:39,365 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T00:14:39,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f1def937-3889-4486-b3e1-42fe8f15448f,DISK] 2024-11-27T00:14:39,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-7e77d8a1-1bd1-443b-9542-3049d80f848f,DISK] 2024-11-27T00:14:39,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-e57312f1-f618-4fb9-a948-025515a8e088,DISK] 2024-11-27T00:14:39,367 DEBUG [RS:2;f036bc4986ea:32841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:14:39,367 INFO [RS:2;f036bc4986ea:32841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:14:39,367 INFO [RS:2;f036bc4986ea:32841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:14:39,388 INFO [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064/f036bc4986ea%2C34703%2C1732666478064.1732666479343 2024-11-27T00:14:39,392 DEBUG [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787),(127.0.0.1/127.0.0.1:43443:43443),(127.0.0.1/127.0.0.1:34389:34389)] 2024-11-27T00:14:39,455 INFO [RS:1;f036bc4986ea:43453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:14:39,459 INFO [RS:1;f036bc4986ea:43453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C43453%2C1732666478166, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs, maxLogs=32 2024-11-27T00:14:39,467 INFO [RS:2;f036bc4986ea:32841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:14:39,470 INFO [RS:2;f036bc4986ea:32841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C32841%2C1732666478280, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,32841,1732666478280, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs, maxLogs=32 2024-11-27T00:14:39,488 DEBUG [RS:2;f036bc4986ea:32841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,32841,1732666478280/f036bc4986ea%2C32841%2C1732666478280.1732666479470, exclude list is [], retry=0 2024-11-27T00:14:39,490 DEBUG [RS:1;f036bc4986ea:43453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166/f036bc4986ea%2C43453%2C1732666478166.1732666479460, exclude list is [], retry=0 2024-11-27T00:14:39,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f1def937-3889-4486-b3e1-42fe8f15448f,DISK] 2024-11-27T00:14:39,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-e57312f1-f618-4fb9-a948-025515a8e088,DISK] 2024-11-27T00:14:39,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-e57312f1-f618-4fb9-a948-025515a8e088,DISK] 2024-11-27T00:14:39,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-7e77d8a1-1bd1-443b-9542-3049d80f848f,DISK] 2024-11-27T00:14:39,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-7e77d8a1-1bd1-443b-9542-3049d80f848f,DISK] 2024-11-27T00:14:39,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f1def937-3889-4486-b3e1-42fe8f15448f,DISK] 2024-11-27T00:14:39,527 INFO [RS:1;f036bc4986ea:43453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166/f036bc4986ea%2C43453%2C1732666478166.1732666479460 2024-11-27T00:14:39,527 DEBUG [RS:1;f036bc4986ea:43453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34389:34389),(127.0.0.1/127.0.0.1:44787:44787),(127.0.0.1/127.0.0.1:43443:43443)] 2024-11-27T00:14:39,535 INFO [RS:2;f036bc4986ea:32841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,32841,1732666478280/f036bc4986ea%2C32841%2C1732666478280.1732666479470 2024-11-27T00:14:39,536 DEBUG [RS:2;f036bc4986ea:32841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787),(127.0.0.1/127.0.0.1:34389:34389),(127.0.0.1/127.0.0.1:43443:43443)] 2024-11-27T00:14:39,537 DEBUG [f036bc4986ea:41457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-27T00:14:39,538 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:14:39,542 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:14:39,542 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:14:39,542 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T00:14:39,542 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:14:39,542 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:14:39,542 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T00:14:39,543 INFO [f036bc4986ea:41457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:14:39,543 INFO [f036bc4986ea:41457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:14:39,543 INFO [f036bc4986ea:41457 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T00:14:39,543 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:14:39,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:39,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,34703,1732666478064, state=OPENING 2024-11-27T00:14:39,558 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:14:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:14:39,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:39,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:39,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:39,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:14:39,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:14:39,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:46,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:14:46,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:14:49,306 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-27T00:14:49,574 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:14:49,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:14:49,582 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:14:49,583 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:14:49,583 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:14:49,584 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C34703%2C1732666478064.meta, suffix=.meta, logDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs, maxLogs=32 2024-11-27T00:14:49,597 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064/f036bc4986ea%2C34703%2C1732666478064.meta.1732666489585.meta, exclude list is [], retry=0 2024-11-27T00:14:49,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-e57312f1-f618-4fb9-a948-025515a8e088,DISK] 2024-11-27T00:14:49,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-f1def937-3889-4486-b3e1-42fe8f15448f,DISK] 2024-11-27T00:14:49,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-7e77d8a1-1bd1-443b-9542-3049d80f848f,DISK] 2024-11-27T00:14:49,601 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064/f036bc4986ea%2C34703%2C1732666478064.meta.1732666489585.meta 2024-11-27T00:14:49,601 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787),(127.0.0.1/127.0.0.1:34389:34389),(127.0.0.1/127.0.0.1:43443:43443)] 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:14:49,602 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:14:49,602 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:14:49,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:14:49,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:14:49,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:49,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:49,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:14:49,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:14:49,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:49,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:49,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:14:49,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:14:49,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:49,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:49,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:14:49,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:14:49,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:49,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:14:49,609 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:14:49,610 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740 2024-11-27T00:14:49,611 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740 2024-11-27T00:14:49,612 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:14:49,612 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:14:49,612 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:14:49,614 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:14:49,614 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61468371, jitterRate=-0.08404989540576935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:14:49,614 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:14:49,614 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666489602Writing region info on filesystem at 1732666489602Initializing all the Stores at 1732666489603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666489603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666489604 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666489604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666489604Cleaning up temporary data from old regions at 1732666489612 (+8 ms)Running coprocessor post-open hooks at 1732666489614 (+2 ms)Region opened successfully at 1732666489614 2024-11-27T00:14:49,615 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666489573 2024-11-27T00:14:49,617 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:14:49,617 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:14:49,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:49,618 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,34703,1732666478064, state=OPEN 2024-11-27T00:14:49,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:14:49,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:14:49,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:14:49,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T00:14:49,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:49,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:49,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:49,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:49,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T00:14:49,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:14:49,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,34703,1732666478064 in 10.1140 sec 2024-11-27T00:14:49,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:14:49,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5510 sec 2024-11-27T00:14:49,689 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:14:49,689 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:14:49,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:14:49,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34703,1732666478064, seqNum=-1] 2024-11-27T00:14:49,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:14:49,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:14:49,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7040 sec 2024-11-27T00:14:49,698 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666489698, completionTime=-1 2024-11-27T00:14:49,698 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-27T00:14:49,698 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:14:49,700 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-27T00:14:49,700 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666549700 2024-11-27T00:14:49,700 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666609700 2024-11-27T00:14:49,700 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:14:49,700 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:14:49,700 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41457,1732666477809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41457,1732666477809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41457,1732666477809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:41457, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,701 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,703 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:14:49,705 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.214sec 2024-11-27T00:14:49,705 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:14:49,705 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:14:49,706 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:14:49,706 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:14:49,706 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:14:49,706 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41457,1732666477809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:14:49,706 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41457,1732666477809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:14:49,708 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:14:49,708 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:14:49,708 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41457,1732666477809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:14:49,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a34a863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:14:49,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41457,-1 for getting cluster id 2024-11-27T00:14:49,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:14:49,747 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4553985-3bb7-4dd9-80fa-1e4149513351' 2024-11-27T00:14:49,747 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:14:49,748 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4553985-3bb7-4dd9-80fa-1e4149513351" 2024-11-27T00:14:49,748 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25926ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:14:49,748 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41457,-1] 2024-11-27T00:14:49,748 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:14:49,749 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:49,750 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:14:49,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074d1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:14:49,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:14:49,752 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34703,1732666478064, seqNum=-1] 2024-11-27T00:14:49,753 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:14:49,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:14:49,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,41457,1732666477809 2024-11-27T00:14:49,756 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732666489756 (current time:1732666489756). 2024-11-27T00:14:49,756 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T00:14:49,756 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-27T00:14:49,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:14:49,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41457,-1 for getting cluster id 2024-11-27T00:14:49,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:14:49,758 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4553985-3bb7-4dd9-80fa-1e4149513351' 2024-11-27T00:14:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:14:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4553985-3bb7-4dd9-80fa-1e4149513351" 2024-11-27T00:14:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f65988c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:14:49,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41457,-1] 2024-11-27T00:14:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:14:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:49,760 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:14:49,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b06c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:14:49,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:14:49,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34703,1732666478064, seqNum=-1] 2024-11-27T00:14:49,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:14:49,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:14:49,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:14:49,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:14:49,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:49,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:14:49,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:14:49,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:14:49,766 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41457,1732666477809 2024-11-27T00:14:49,767 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f9cc52d 2024-11-27T00:14:49,767 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:14:49,768 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:14:49,769 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:14:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-27T00:14:49,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:14:49,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:14:49,772 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-27T00:14:49,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:14:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741837_1013 (size=361) 2024-11-27T00:14:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741837_1013 (size=361) 2024-11-27T00:14:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741837_1013 (size=361) 2024-11-27T00:14:49,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee4037f9aec3f196ed21832fb8dd0ca1, NAME => 'SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,785 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d93d4ded238197cd0a3ceb1f7d2b00fc, NAME => 'SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => daf2f93c7d1d8f838207969f2ec6c673, NAME => 'SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741840_1016 (size=54) 2024-11-27T00:14:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741839_1015 (size=62) 2024-11-27T00:14:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741840_1016 (size=54) 2024-11-27T00:14:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741839_1015 (size=62) 2024-11-27T00:14:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741840_1016 (size=54) 2024-11-27T00:14:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741839_1015 (size=62) 2024-11-27T00:14:49,807 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d93d4ded238197cd0a3ceb1f7d2b00fc, disabling compactions & flushes 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,808 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ee4037f9aec3f196ed21832fb8dd0ca1, disabling compactions & flushes 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. after waiting 0 ms 2024-11-27T00:14:49,808 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:14:49,808 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. after waiting 0 ms 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d93d4ded238197cd0a3ceb1f7d2b00fc: Waiting for close lock at 1732666489808Disabling compacts and flushes for region at 1732666489808Disabling writes for close at 1732666489808Writing region close event to WAL at 1732666489808Closed at 1732666489808 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:14:49,808 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:14:49,808 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee4037f9aec3f196ed21832fb8dd0ca1: Waiting for close lock at 1732666489808Disabling compacts and flushes for region at 1732666489808Disabling writes for close at 1732666489808Writing region close event to WAL at 1732666489808Closed at 1732666489808 2024-11-27T00:14:49,809 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ace75ec38a94f125b0dbec353d9e91ad, NAME => 'SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,809 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d4088b8fff750dc253379a39ca7760f, NAME => 'SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741838_1014 (size=62) 2024-11-27T00:14:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741838_1014 (size=62) 2024-11-27T00:14:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741838_1014 (size=62) 2024-11-27T00:14:49,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing daf2f93c7d1d8f838207969f2ec6c673, disabling compactions & flushes 2024-11-27T00:14:49,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:14:49,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:14:49,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. after waiting 0 ms 2024-11-27T00:14:49,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:14:49,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:14:49,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for daf2f93c7d1d8f838207969f2ec6c673: Waiting for close lock at 1732666489815Disabling compacts and flushes for region at 1732666489815Disabling writes for close at 1732666489815Writing region close event to WAL at 1732666489815Closed at 1732666489815 2024-11-27T00:14:49,816 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f3ab22646f5c38eefc4a089d8d006266, NAME => 'SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741841_1017 (size=62) 2024-11-27T00:14:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741841_1017 (size=62) 2024-11-27T00:14:49,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741841_1017 (size=62) 2024-11-27T00:14:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741842_1018 (size=62) 2024-11-27T00:14:49,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4d4088b8fff750dc253379a39ca7760f, disabling compactions & flushes 2024-11-27T00:14:49,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:14:49,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:14:49,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. after waiting 0 ms 2024-11-27T00:14:49,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:14:49,820 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:14:49,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d4088b8fff750dc253379a39ca7760f: Waiting for close lock at 1732666489820Disabling compacts and flushes for region at 1732666489820Disabling writes for close at 1732666489820Writing region close event to WAL at 1732666489820Closed at 1732666489820 2024-11-27T00:14:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741842_1018 (size=62) 2024-11-27T00:14:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741842_1018 (size=62) 2024-11-27T00:14:49,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d5cbcf6b67fffe34e2b61ae22fd7d3b, NAME => 'SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ace75ec38a94f125b0dbec353d9e91ad, disabling compactions & flushes 2024-11-27T00:14:49,822 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:14:49,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:14:49,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. after waiting 0 ms 2024-11-27T00:14:49,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:14:49,822 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:14:49,822 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ace75ec38a94f125b0dbec353d9e91ad: Waiting for close lock at 1732666489822Disabling compacts and flushes for region at 1732666489822Disabling writes for close at 1732666489822Writing region close event to WAL at 1732666489822Closed at 1732666489822 2024-11-27T00:14:49,823 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7278ff6eed6e0ee62825b42cfe73a1d4, NAME => 'SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741843_1019 (size=62) 2024-11-27T00:14:49,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741843_1019 (size=62) 2024-11-27T00:14:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741843_1019 (size=62) 2024-11-27T00:14:49,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f3ab22646f5c38eefc4a089d8d006266, disabling compactions & flushes 2024-11-27T00:14:49,835 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:14:49,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:14:49,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. after waiting 0 ms 2024-11-27T00:14:49,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:14:49,835 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:14:49,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f3ab22646f5c38eefc4a089d8d006266: Waiting for close lock at 1732666489835Disabling compacts and flushes for region at 1732666489835Disabling writes for close at 1732666489835Writing region close event to WAL at 1732666489835Closed at 1732666489835 2024-11-27T00:14:49,836 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cc60157bccd0e86c6d6c931e4f736a37, NAME => 'SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741844_1020 (size=62) 2024-11-27T00:14:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741844_1020 (size=62) 2024-11-27T00:14:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741844_1020 (size=62) 2024-11-27T00:14:49,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2d5cbcf6b67fffe34e2b61ae22fd7d3b, disabling compactions & flushes 2024-11-27T00:14:49,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:14:49,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:14:49,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. after waiting 0 ms 2024-11-27T00:14:49,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:14:49,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:14:49,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d5cbcf6b67fffe34e2b61ae22fd7d3b: Waiting for close lock at 1732666489850Disabling compacts and flushes for region at 1732666489850Disabling writes for close at 1732666489850Writing region close event to WAL at 1732666489850Closed at 1732666489850 2024-11-27T00:14:49,851 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22f5c6acfbe6d92a04dafab847ffb469, NAME => 'SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035 2024-11-27T00:14:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741845_1021 (size=62) 2024-11-27T00:14:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741845_1021 (size=62) 2024-11-27T00:14:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741845_1021 (size=62) 2024-11-27T00:14:49,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7278ff6eed6e0ee62825b42cfe73a1d4, disabling compactions & flushes 2024-11-27T00:14:49,853 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:14:49,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:14:49,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. after waiting 0 ms 2024-11-27T00:14:49,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:14:49,853 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:14:49,853 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7278ff6eed6e0ee62825b42cfe73a1d4: Waiting for close lock at 1732666489853Disabling compacts and flushes for region at 1732666489853Disabling writes for close at 1732666489853Writing region close event to WAL at 1732666489853Closed at 1732666489853 2024-11-27T00:14:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741846_1022 (size=62) 2024-11-27T00:14:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741846_1022 (size=62) 2024-11-27T00:14:49,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741846_1022 (size=62) 2024-11-27T00:14:49,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cc60157bccd0e86c6d6c931e4f736a37, disabling compactions & flushes 2024-11-27T00:14:49,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:14:49,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:14:49,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. after waiting 0 ms 2024-11-27T00:14:49,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:14:49,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:14:49,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cc60157bccd0e86c6d6c931e4f736a37: Waiting for close lock at 1732666489859Disabling compacts and flushes for region at 1732666489859Disabling writes for close at 1732666489860 (+1 ms)Writing region close event to WAL at 1732666489860Closed at 1732666489860 2024-11-27T00:14:49,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741847_1023 (size=54) 2024-11-27T00:14:49,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741847_1023 (size=54) 2024-11-27T00:14:49,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741847_1023 (size=54) 2024-11-27T00:14:49,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:14:49,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 22f5c6acfbe6d92a04dafab847ffb469, disabling compactions & flushes 2024-11-27T00:14:49,865 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:14:49,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:14:49,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. after waiting 0 ms 2024-11-27T00:14:49,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:14:49,865 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:14:49,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22f5c6acfbe6d92a04dafab847ffb469: Waiting for close lock at 1732666489865Disabling compacts and flushes for region at 1732666489865Disabling writes for close at 1732666489865Writing region close event to WAL at 1732666489865Closed at 1732666489865 2024-11-27T00:14:49,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732666489866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666489866"}]},"ts":"1732666489866"} 2024-11-27T00:14:49,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-27T00:14:49,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:14:49,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666489873"}]},"ts":"1732666489873"} 2024-11-27T00:14:49,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-27T00:14:49,876 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:14:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-27T00:14:49,882 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:14:49,882 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:14:49,882 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-27T00:14:49,882 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:14:49,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d93d4ded238197cd0a3ceb1f7d2b00fc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2f93c7d1d8f838207969f2ec6c673, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d4088b8fff750dc253379a39ca7760f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3ab22646f5c38eefc4a089d8d006266, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d5cbcf6b67fffe34e2b61ae22fd7d3b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc60157bccd0e86c6d6c931e4f736a37, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22f5c6acfbe6d92a04dafab847ffb469, ASSIGN}] 2024-11-27T00:14:49,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d4088b8fff750dc253379a39ca7760f, ASSIGN 2024-11-27T00:14:49,885 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2f93c7d1d8f838207969f2ec6c673, ASSIGN 2024-11-27T00:14:49,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d93d4ded238197cd0a3ceb1f7d2b00fc, ASSIGN 2024-11-27T00:14:49,886 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN 2024-11-27T00:14:49,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d4088b8fff750dc253379a39ca7760f, ASSIGN; state=OFFLINE, location=f036bc4986ea,34703,1732666478064; forceNewPlan=false, retain=false 2024-11-27T00:14:49,887 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daf2f93c7d1d8f838207969f2ec6c673, ASSIGN; state=OFFLINE, location=f036bc4986ea,32841,1732666478280; forceNewPlan=false, retain=false 2024-11-27T00:14:49,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d93d4ded238197cd0a3ceb1f7d2b00fc, ASSIGN; state=OFFLINE, location=f036bc4986ea,34703,1732666478064; forceNewPlan=false, retain=false 2024-11-27T00:14:49,887 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN; state=OFFLINE, location=f036bc4986ea,43453,1732666478166; forceNewPlan=false, retain=false 2024-11-27T00:14:49,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d5cbcf6b67fffe34e2b61ae22fd7d3b, ASSIGN 2024-11-27T00:14:49,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN 2024-11-27T00:14:49,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc60157bccd0e86c6d6c931e4f736a37, ASSIGN 2024-11-27T00:14:49,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22f5c6acfbe6d92a04dafab847ffb469, ASSIGN 2024-11-27T00:14:49,891 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3ab22646f5c38eefc4a089d8d006266, ASSIGN 2024-11-27T00:14:49,891 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc60157bccd0e86c6d6c931e4f736a37, ASSIGN; state=OFFLINE, location=f036bc4986ea,32841,1732666478280; forceNewPlan=false, retain=false 2024-11-27T00:14:49,891 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN; state=OFFLINE, location=f036bc4986ea,43453,1732666478166; forceNewPlan=false, retain=false 2024-11-27T00:14:49,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d5cbcf6b67fffe34e2b61ae22fd7d3b, ASSIGN; state=OFFLINE, location=f036bc4986ea,34703,1732666478064; forceNewPlan=false, retain=false 2024-11-27T00:14:49,892 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22f5c6acfbe6d92a04dafab847ffb469, ASSIGN; state=OFFLINE, location=f036bc4986ea,34703,1732666478064; forceNewPlan=false, retain=false 2024-11-27T00:14:49,892 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3ab22646f5c38eefc4a089d8d006266, ASSIGN; state=OFFLINE, location=f036bc4986ea,32841,1732666478280; forceNewPlan=false, retain=false 2024-11-27T00:14:49,896 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN 2024-11-27T00:14:49,896 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN; state=OFFLINE, location=f036bc4986ea,43453,1732666478166; forceNewPlan=false, retain=false 2024-11-27T00:14:50,037 INFO [f036bc4986ea:41457 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-27T00:14:50,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7278ff6eed6e0ee62825b42cfe73a1d4, regionState=OPENING, regionLocation=f036bc4986ea,43453,1732666478166 2024-11-27T00:14:50,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2d5cbcf6b67fffe34e2b61ae22fd7d3b, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:50,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ace75ec38a94f125b0dbec353d9e91ad, regionState=OPENING, regionLocation=f036bc4986ea,43453,1732666478166 2024-11-27T00:14:50,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee4037f9aec3f196ed21832fb8dd0ca1, regionState=OPENING, regionLocation=f036bc4986ea,43453,1732666478166 2024-11-27T00:14:50,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=22f5c6acfbe6d92a04dafab847ffb469, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:50,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d4088b8fff750dc253379a39ca7760f, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:50,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d93d4ded238197cd0a3ceb1f7d2b00fc, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:14:50,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f3ab22646f5c38eefc4a089d8d006266, regionState=OPENING, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:14:50,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cc60157bccd0e86c6d6c931e4f736a37, regionState=OPENING, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:14:50,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=daf2f93c7d1d8f838207969f2ec6c673, regionState=OPENING, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:14:50,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN because future has completed 2024-11-27T00:14:50,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, server=f036bc4986ea,43453,1732666478166}] 2024-11-27T00:14:50,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN because future has completed 2024-11-27T00:14:50,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace75ec38a94f125b0dbec353d9e91ad, server=f036bc4986ea,43453,1732666478166}] 2024-11-27T00:14:50,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22f5c6acfbe6d92a04dafab847ffb469, ASSIGN because future has completed 2024-11-27T00:14:50,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN because future has completed 2024-11-27T00:14:50,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, server=f036bc4986ea,43453,1732666478166}] 2024-11-27T00:14:50,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:14:50,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d5cbcf6b67fffe34e2b61ae22fd7d3b, ASSIGN because future has completed 2024-11-27T00:14:50,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d4088b8fff750dc253379a39ca7760f, ASSIGN because future has completed 2024-11-27T00:14:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d93d4ded238197cd0a3ceb1f7d2b00fc, ASSIGN because future has completed 2024-11-27T00:14:50,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:14:50,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d4088b8fff750dc253379a39ca7760f, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:14:50,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:14:50,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3ab22646f5c38eefc4a089d8d006266, ASSIGN because future has completed 2024-11-27T00:14:50,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc60157bccd0e86c6d6c931e4f736a37, ASSIGN because future has completed 2024-11-27T00:14:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=daf2f93c7d1d8f838207969f2ec6c673, ASSIGN because future has completed 2024-11-27T00:14:50,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf2f93c7d1d8f838207969f2ec6c673, server=f036bc4986ea,32841,1732666478280}] 2024-11-27T00:14:50,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ab22646f5c38eefc4a089d8d006266, server=f036bc4986ea,32841,1732666478280}] 2024-11-27T00:14:50,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc60157bccd0e86c6d6c931e4f736a37, server=f036bc4986ea,32841,1732666478280}] 2024-11-27T00:14:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:51,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:14:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:14:54,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:54,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:54,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:55,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:14:55,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:55,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:55,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:14:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:15:00,043 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:15:00,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:15:00,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:15:00,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:15:00,065 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:00,065 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7278ff6eed6e0ee62825b42cfe73a1d4, NAME => 'SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T00:15:00,065 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,065 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,067 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,067 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,072 INFO [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,084 INFO [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7278ff6eed6e0ee62825b42cfe73a1d4 columnFamilyName cf 2024-11-27T00:15:00,087 DEBUG [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,088 INFO [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] regionserver.HStore(327): Store=7278ff6eed6e0ee62825b42cfe73a1d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,088 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,089 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,089 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,090 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,090 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,101 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,103 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:00,103 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d4088b8fff750dc253379a39ca7760f, NAME => 'SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ab22646f5c38eefc4a089d8d006266, NAME => 'SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,106 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,106 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7278ff6eed6e0ee62825b42cfe73a1d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69279770, jitterRate=0.03234902024269104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,106 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:00,107 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7278ff6eed6e0ee62825b42cfe73a1d4: Running coprocessor pre-open hook at 1732666500068Writing region info on filesystem at 1732666500068Initializing all the Stores at 1732666500069 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500069Cleaning up temporary data from old regions at 1732666500091 (+22 ms)Running coprocessor post-open hooks at 1732666500106 (+15 ms)Region opened successfully at 1732666500106 2024-11-27T00:15:00,108 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., pid=15, masterSystemTime=1732666500043 2024-11-27T00:15:00,110 INFO [StoreOpener-f3ab22646f5c38eefc4a089d8d006266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,112 INFO [StoreOpener-f3ab22646f5c38eefc4a089d8d006266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ab22646f5c38eefc4a089d8d006266 columnFamilyName cf 2024-11-27T00:15:00,112 DEBUG [StoreOpener-f3ab22646f5c38eefc4a089d8d006266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,112 INFO [StoreOpener-4d4088b8fff750dc253379a39ca7760f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,113 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:00,113 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:00,113 INFO [StoreOpener-f3ab22646f5c38eefc4a089d8d006266-1 {}] regionserver.HStore(327): Store=f3ab22646f5c38eefc4a089d8d006266/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,113 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:00,113 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,113 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ace75ec38a94f125b0dbec353d9e91ad, NAME => 'SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T00:15:00,114 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,114 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,114 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,114 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,114 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7278ff6eed6e0ee62825b42cfe73a1d4, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:00,114 INFO [StoreOpener-4d4088b8fff750dc253379a39ca7760f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d4088b8fff750dc253379a39ca7760f columnFamilyName cf 2024-11-27T00:15:00,114 DEBUG [StoreOpener-4d4088b8fff750dc253379a39ca7760f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,115 INFO [StoreOpener-4d4088b8fff750dc253379a39ca7760f-1 {}] regionserver.HStore(327): Store=4d4088b8fff750dc253379a39ca7760f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,115 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,116 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, server=f036bc4986ea,43453,1732666478166 because future has completed 2024-11-27T00:15:00,119 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,119 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,120 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,120 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,121 INFO [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,122 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,122 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,124 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-27T00:15:00,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, server=f036bc4986ea,43453,1732666478166 in 10.0780 sec 2024-11-27T00:15:00,125 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN in 10.2420 sec 2024-11-27T00:15:00,129 INFO [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace75ec38a94f125b0dbec353d9e91ad columnFamilyName cf 2024-11-27T00:15:00,129 DEBUG [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,130 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/4d4088b8fff750dc253379a39ca7760f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,131 INFO [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] regionserver.HStore(327): Store=ace75ec38a94f125b0dbec353d9e91ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,131 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,131 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4d4088b8fff750dc253379a39ca7760f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74106168, jitterRate=0.10426795482635498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,131 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:00,131 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4d4088b8fff750dc253379a39ca7760f: Running coprocessor pre-open hook at 1732666500104Writing region info on filesystem at 1732666500104Initializing all the Stores at 1732666500107 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500107Cleaning up temporary data from old regions at 1732666500122 (+15 ms)Running coprocessor post-open hooks at 1732666500131 (+9 ms)Region opened successfully at 1732666500131 2024-11-27T00:15:00,133 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,136 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,137 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f., pid=20, masterSystemTime=1732666500056 2024-11-27T00:15:00,137 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,137 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,139 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,141 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/f3ab22646f5c38eefc4a089d8d006266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,142 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f3ab22646f5c38eefc4a089d8d006266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58842485, jitterRate=-0.1231786459684372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,142 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:00,143 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f3ab22646f5c38eefc4a089d8d006266: Running coprocessor pre-open hook at 1732666500104Writing region info on filesystem at 1732666500104Initializing all the Stores at 1732666500106 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500106Cleaning up temporary data from old regions at 1732666500119 (+13 ms)Running coprocessor post-open hooks at 1732666500143 (+24 ms)Region opened successfully at 1732666500143 2024-11-27T00:15:00,143 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ace75ec38a94f125b0dbec353d9e91ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,144 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ace75ec38a94f125b0dbec353d9e91ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62096313, jitterRate=-0.07469283044338226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,144 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:00,144 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ace75ec38a94f125b0dbec353d9e91ad: Running coprocessor pre-open hook at 1732666500114Writing region info on filesystem at 1732666500114Initializing all the Stores at 1732666500116 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500116Cleaning up temporary data from old regions at 1732666500137 (+21 ms)Running coprocessor post-open hooks at 1732666500144 (+7 ms)Region opened successfully at 1732666500144 2024-11-27T00:15:00,144 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:00,144 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:00,144 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:00,145 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d5cbcf6b67fffe34e2b61ae22fd7d3b, NAME => 'SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-27T00:15:00,145 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,145 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,145 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,145 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d4088b8fff750dc253379a39ca7760f, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:00,148 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266., pid=24, masterSystemTime=1732666500056 2024-11-27T00:15:00,148 INFO [StoreOpener-2d5cbcf6b67fffe34e2b61ae22fd7d3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,150 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad., pid=16, masterSystemTime=1732666500043 2024-11-27T00:15:00,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d4088b8fff750dc253379a39ca7760f, server=f036bc4986ea,34703,1732666478064 because future has completed 2024-11-27T00:15:00,151 INFO [StoreOpener-2d5cbcf6b67fffe34e2b61ae22fd7d3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d5cbcf6b67fffe34e2b61ae22fd7d3b columnFamilyName cf 2024-11-27T00:15:00,151 DEBUG [StoreOpener-2d5cbcf6b67fffe34e2b61ae22fd7d3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,152 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:00,152 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:00,152 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:00,152 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => cc60157bccd0e86c6d6c931e4f736a37, NAME => 'SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-27T00:15:00,152 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f3ab22646f5c38eefc4a089d8d006266, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:00,152 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,153 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,153 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,153 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:00,153 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:00,153 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:00,153 INFO [StoreOpener-2d5cbcf6b67fffe34e2b61ae22fd7d3b-1 {}] regionserver.HStore(327): Store=2d5cbcf6b67fffe34e2b61ae22fd7d3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,153 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ee4037f9aec3f196ed21832fb8dd0ca1, NAME => 'SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T00:15:00,153 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,154 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,154 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,154 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,154 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,154 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,155 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,155 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,156 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ab22646f5c38eefc4a089d8d006266, server=f036bc4986ea,32841,1732666478280 because future has completed 2024-11-27T00:15:00,158 INFO [StoreOpener-cc60157bccd0e86c6d6c931e4f736a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,158 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ace75ec38a94f125b0dbec353d9e91ad, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:00,160 INFO [StoreOpener-cc60157bccd0e86c6d6c931e4f736a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc60157bccd0e86c6d6c931e4f736a37 columnFamilyName cf 2024-11-27T00:15:00,160 DEBUG [StoreOpener-cc60157bccd0e86c6d6c931e4f736a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,161 INFO [StoreOpener-cc60157bccd0e86c6d6c931e4f736a37-1 {}] regionserver.HStore(327): Store=cc60157bccd0e86c6d6c931e4f736a37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,161 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-27T00:15:00,163 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d4088b8fff750dc253379a39ca7760f, server=f036bc4986ea,34703,1732666478064 in 10.1060 sec 2024-11-27T00:15:00,163 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace75ec38a94f125b0dbec353d9e91ad, server=f036bc4986ea,43453,1732666478166 because future has completed 2024-11-27T00:15:00,164 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,164 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-27T00:15:00,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f3ab22646f5c38eefc4a089d8d006266, server=f036bc4986ea,32841,1732666478280 in 10.1080 sec 2024-11-27T00:15:00,167 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d4088b8fff750dc253379a39ca7760f, ASSIGN in 10.2800 sec 2024-11-27T00:15:00,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3ab22646f5c38eefc4a089d8d006266, ASSIGN in 10.2840 sec 2024-11-27T00:15:00,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-27T00:15:00,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ace75ec38a94f125b0dbec353d9e91ad, server=f036bc4986ea,43453,1732666478166 in 10.1250 sec 2024-11-27T00:15:00,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN in 10.2890 sec 2024-11-27T00:15:00,176 INFO [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,180 INFO [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee4037f9aec3f196ed21832fb8dd0ca1 columnFamilyName cf 2024-11-27T00:15:00,180 DEBUG [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,180 INFO [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] regionserver.HStore(327): Store=ee4037f9aec3f196ed21832fb8dd0ca1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,180 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,181 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,182 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,183 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,184 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,185 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,185 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2d5cbcf6b67fffe34e2b61ae22fd7d3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68491303, jitterRate=0.02059994637966156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,185 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:00,186 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2d5cbcf6b67fffe34e2b61ae22fd7d3b: Running coprocessor pre-open hook at 1732666500146Writing region info on filesystem at 1732666500146Initializing all the Stores at 1732666500148 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500148Cleaning up temporary data from old regions at 1732666500156 (+8 ms)Running coprocessor post-open hooks at 1732666500186 (+30 ms)Region opened successfully at 1732666500186 2024-11-27T00:15:00,186 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,187 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., pid=19, masterSystemTime=1732666500056 2024-11-27T00:15:00,191 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:00,191 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:00,191 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:00,191 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d93d4ded238197cd0a3ceb1f7d2b00fc, NAME => 'SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-27T00:15:00,191 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,192 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2d5cbcf6b67fffe34e2b61ae22fd7d3b, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:00,193 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,193 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,193 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b, server=f036bc4986ea,34703,1732666478064 because future has completed 2024-11-27T00:15:00,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-27T00:15:00,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b, server=f036bc4986ea,34703,1732666478064 in 10.1500 sec 2024-11-27T00:15:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d5cbcf6b67fffe34e2b61ae22fd7d3b, ASSIGN in 10.3150 sec 2024-11-27T00:15:00,205 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ee4037f9aec3f196ed21832fb8dd0ca1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,206 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ee4037f9aec3f196ed21832fb8dd0ca1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63032644, jitterRate=-0.06074041128158569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,207 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:00,207 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ee4037f9aec3f196ed21832fb8dd0ca1: Running coprocessor pre-open hook at 1732666500154Writing region info on filesystem at 1732666500154Initializing all the Stores at 1732666500156 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500156Cleaning up temporary data from old regions at 1732666500184 (+28 ms)Running coprocessor post-open hooks at 1732666500207 (+23 ms)Region opened successfully at 1732666500207 2024-11-27T00:15:00,210 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,210 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1., pid=17, masterSystemTime=1732666500043 2024-11-27T00:15:00,212 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened cc60157bccd0e86c6d6c931e4f736a37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72112025, jitterRate=0.07455290853977203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,212 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:00,212 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for cc60157bccd0e86c6d6c931e4f736a37: Running coprocessor pre-open hook at 1732666500153Writing region info on filesystem at 1732666500153Initializing all the Stores at 1732666500154 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500154Cleaning up temporary data from old regions at 1732666500164 (+10 ms)Running coprocessor post-open hooks at 1732666500212 (+48 ms)Region opened successfully at 1732666500212 2024-11-27T00:15:00,212 INFO [StoreOpener-d93d4ded238197cd0a3ceb1f7d2b00fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,213 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:00,213 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:00,214 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., pid=23, masterSystemTime=1732666500056 2024-11-27T00:15:00,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee4037f9aec3f196ed21832fb8dd0ca1, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:00,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, server=f036bc4986ea,43453,1732666478166 because future has completed 2024-11-27T00:15:00,218 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:00,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=cc60157bccd0e86c6d6c931e4f736a37, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:00,219 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:00,219 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:00,219 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => daf2f93c7d1d8f838207969f2ec6c673, NAME => 'SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-27T00:15:00,219 INFO [StoreOpener-d93d4ded238197cd0a3ceb1f7d2b00fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d4ded238197cd0a3ceb1f7d2b00fc columnFamilyName cf 2024-11-27T00:15:00,219 DEBUG [StoreOpener-d93d4ded238197cd0a3ceb1f7d2b00fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,220 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,220 INFO [StoreOpener-d93d4ded238197cd0a3ceb1f7d2b00fc-1 {}] regionserver.HStore(327): Store=d93d4ded238197cd0a3ceb1f7d2b00fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,221 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc60157bccd0e86c6d6c931e4f736a37, server=f036bc4986ea,32841,1732666478280 because future has completed 2024-11-27T00:15:00,221 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,221 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,222 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-27T00:15:00,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, server=f036bc4986ea,43453,1732666478166 in 10.1750 sec 2024-11-27T00:15:00,222 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,222 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,223 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,223 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,226 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-27T00:15:00,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure cc60157bccd0e86c6d6c931e4f736a37, server=f036bc4986ea,32841,1732666478280 in 10.1690 sec 2024-11-27T00:15:00,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN in 10.3400 sec 2024-11-27T00:15:00,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc60157bccd0e86c6d6c931e4f736a37, ASSIGN in 10.3440 sec 2024-11-27T00:15:00,244 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/d93d4ded238197cd0a3ceb1f7d2b00fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,245 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d93d4ded238197cd0a3ceb1f7d2b00fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68508242, jitterRate=0.020852357149124146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,245 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:00,245 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d93d4ded238197cd0a3ceb1f7d2b00fc: Running coprocessor pre-open hook at 1732666500194Writing region info on filesystem at 1732666500194Initializing all the Stores at 1732666500198 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500198Cleaning up temporary data from old regions at 1732666500223 (+25 ms)Running coprocessor post-open hooks at 1732666500245 (+22 ms)Region opened successfully at 1732666500245 2024-11-27T00:15:00,246 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc., pid=21, masterSystemTime=1732666500056 2024-11-27T00:15:00,249 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:00,249 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:00,250 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:00,250 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 22f5c6acfbe6d92a04dafab847ffb469, NAME => 'SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-27T00:15:00,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d93d4ded238197cd0a3ceb1f7d2b00fc, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:00,250 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,250 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:00,250 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,250 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc, server=f036bc4986ea,34703,1732666478064 because future has completed 2024-11-27T00:15:00,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-27T00:15:00,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc, server=f036bc4986ea,34703,1732666478064 in 10.2110 sec 2024-11-27T00:15:00,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d93d4ded238197cd0a3ceb1f7d2b00fc, ASSIGN in 10.3770 sec 2024-11-27T00:15:00,268 INFO [StoreOpener-daf2f93c7d1d8f838207969f2ec6c673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,270 INFO [StoreOpener-daf2f93c7d1d8f838207969f2ec6c673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daf2f93c7d1d8f838207969f2ec6c673 columnFamilyName cf 2024-11-27T00:15:00,271 DEBUG [StoreOpener-daf2f93c7d1d8f838207969f2ec6c673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,273 INFO [StoreOpener-daf2f93c7d1d8f838207969f2ec6c673-1 {}] regionserver.HStore(327): Store=daf2f93c7d1d8f838207969f2ec6c673/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,273 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,274 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,275 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,275 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,275 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,277 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,280 INFO [StoreOpener-22f5c6acfbe6d92a04dafab847ffb469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,282 INFO [StoreOpener-22f5c6acfbe6d92a04dafab847ffb469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22f5c6acfbe6d92a04dafab847ffb469 columnFamilyName cf 2024-11-27T00:15:00,282 DEBUG [StoreOpener-22f5c6acfbe6d92a04dafab847ffb469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:00,284 INFO [StoreOpener-22f5c6acfbe6d92a04dafab847ffb469-1 {}] regionserver.HStore(327): Store=22f5c6acfbe6d92a04dafab847ffb469/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:00,284 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,285 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,286 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,286 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,286 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,288 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,288 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/daf2f93c7d1d8f838207969f2ec6c673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,289 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened daf2f93c7d1d8f838207969f2ec6c673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71817257, jitterRate=0.07016052305698395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,289 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:00,289 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for daf2f93c7d1d8f838207969f2ec6c673: Running coprocessor pre-open hook at 1732666500222Writing region info on filesystem at 1732666500224 (+2 ms)Initializing all the Stores at 1732666500253 (+29 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500253Cleaning up temporary data from old regions at 1732666500275 (+22 ms)Running coprocessor post-open hooks at 1732666500289 (+14 ms)Region opened successfully at 1732666500289 2024-11-27T00:15:00,290 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673., pid=22, masterSystemTime=1732666500056 2024-11-27T00:15:00,293 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:00,293 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:00,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=daf2f93c7d1d8f838207969f2ec6c673, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:00,296 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,32841,1732666478280, table=SPTestTable, region=daf2f93c7d1d8f838207969f2ec6c673. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:15:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure daf2f93c7d1d8f838207969f2ec6c673, server=f036bc4986ea,32841,1732666478280 because future has completed 2024-11-27T00:15:00,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-27T00:15:00,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure daf2f93c7d1d8f838207969f2ec6c673, server=f036bc4986ea,32841,1732666478280 in 10.2470 sec 2024-11-27T00:15:00,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=daf2f93c7d1d8f838207969f2ec6c673, ASSIGN in 10.4190 sec 2024-11-27T00:15:00,305 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:15:00,306 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 22f5c6acfbe6d92a04dafab847ffb469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67281957, jitterRate=0.0025792866945266724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:00,306 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:00,307 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 22f5c6acfbe6d92a04dafab847ffb469: Running coprocessor pre-open hook at 1732666500252Writing region info on filesystem at 1732666500252Initializing all the Stores at 1732666500253 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666500253Cleaning up temporary data from old regions at 1732666500286 (+33 ms)Running coprocessor post-open hooks at 1732666500307 (+21 ms)Region opened successfully at 1732666500307 2024-11-27T00:15:00,308 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., pid=18, masterSystemTime=1732666500056 2024-11-27T00:15:00,312 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:00,312 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:00,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=22f5c6acfbe6d92a04dafab847ffb469, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:00,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469, server=f036bc4986ea,34703,1732666478064 because future has completed 2024-11-27T00:15:00,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-27T00:15:00,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469, server=f036bc4986ea,34703,1732666478064 in 10.2740 sec 2024-11-27T00:15:00,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-27T00:15:00,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22f5c6acfbe6d92a04dafab847ffb469, ASSIGN in 10.4360 sec 2024-11-27T00:15:00,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:15:00,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666500324"}]},"ts":"1732666500324"} 2024-11-27T00:15:00,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-27T00:15:00,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:15:00,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5600 sec 2024-11-27T00:15:03,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-27T00:15:05,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:15:05,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:15:05,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:15:05,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:15:07,770 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:15:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:15:08,038 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-27T00:15:08,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-27T00:15:08,038 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:15:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-27T00:15:08,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:15:08,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-27T00:15:08,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,110 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,112 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,113 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,119 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,120 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,122 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,168 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., hostname=f036bc4986ea,43453,1732666478166, seqNum=2] 2024-11-27T00:15:08,171 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., hostname=f036bc4986ea,43453,1732666478166, seqNum=2] 2024-11-27T00:15:08,173 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., hostname=f036bc4986ea,43453,1732666478166, seqNum=2] 2024-11-27T00:15:08,175 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., hostname=f036bc4986ea,43453,1732666478166, seqNum=2] 2024-11-27T00:15:08,188 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., hostname=f036bc4986ea,43453,1732666478166, seqNum=2] 2024-11-27T00:15:08,190 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., hostname=f036bc4986ea,43453,1732666478166, seqNum=2] 2024-11-27T00:15:08,237 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,244 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,245 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,246 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,248 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,249 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,250 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., hostname=f036bc4986ea,32841,1732666478280, seqNum=2] 2024-11-27T00:15:08,330 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,331 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,333 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,334 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,337 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:08,339 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., hostname=f036bc4986ea,34703,1732666478064, seqNum=2] 2024-11-27T00:15:09,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:15:09,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:15:09,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:15:09,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:15:09,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:15:09,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32841 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:15:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:09,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:15:10,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34703 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T00:15:10,141 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-27T00:15:10,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:15:10,142 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T00:15:10,143 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T00:15:10,148 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T00:15:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741848_1024 (size=49) 2024-11-27T00:15:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741848_1024 (size=49) 2024-11-27T00:15:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741848_1024 (size=49) 2024-11-27T00:15:10,193 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T00:15:10,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2f93c7d1d8f838207969f2ec6c673}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ace75ec38a94f125b0dbec353d9e91ad}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d4088b8fff750dc253379a39ca7760f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ab22646f5c38eefc4a089d8d006266}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc60157bccd0e86c6d6c931e4f736a37}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469}] 2024-11-27T00:15:10,195 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:10,196 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:10,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:10,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:10,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:10,204 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:10,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:10,214 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:10,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:10,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:20,056 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=f036bc4986ea,32841,1732666478280, timeout=1732666520200, delay=143, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ab22646f5c38eefc4a089d8d006266, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2f93c7d1d8f838207969f2ec6c673, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc60157bccd0e86c6d6c931e4f736a37], containedObject=f036bc4986ea,34703,1732666478064, timeout=1732666520200, delay=143, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d4088b8fff750dc253379a39ca7760f, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc], containedObject=f036bc4986ea,43453,1732666478166, timeout=1732666520200, delay=143, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ace75ec38a94f125b0dbec353d9e91ad]] 2024-11-27T00:15:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-27T00:15:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-27T00:15:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-27T00:15:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-27T00:15:20,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T00:15:20,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:20,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f3ab22646f5c38eefc4a089d8d006266: 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4d4088b8fff750dc253379a39ca7760f: 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:20,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for daf2f93c7d1d8f838207969f2ec6c673: 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ee4037f9aec3f196ed21832fb8dd0ca1: 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:20,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:15:20,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:20,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7278ff6eed6e0ee62825b42cfe73a1d4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-27T00:15:20,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing cc60157bccd0e86c6d6c931e4f736a37 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-27T00:15:20,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T00:15:20,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:20,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ace75ec38a94f125b0dbec353d9e91ad: 2024-11-27T00:15:20,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:20,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:15:20,204 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 2d5cbcf6b67fffe34e2b61ae22fd7d3b 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-27T00:15:20,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-27T00:15:20,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:20,214 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 22f5c6acfbe6d92a04dafab847ffb469 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-27T00:15:20,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/.tmp/cf/bf5c96c07e7b4832a2d0dda33ed99c6a is 34, key is ccd/cf:cf/1732666509348/Put/seqid=0 2024-11-27T00:15:20,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/.tmp/cf/88fb6f03442c437f9710c43bd814b823 is 34, key is baa/cf:cf/1732666509293/Put/seqid=0 2024-11-27T00:15:20,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/.tmp/cf/d11f0bbd2afd4508960dc5ade79210ea is 34, key is aaa/cf:cf/1732666509399/Put/seqid=0 2024-11-27T00:15:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741849_1025 (size=65) 2024-11-27T00:15:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741849_1025 (size=65) 2024-11-27T00:15:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741849_1025 (size=65) 2024-11-27T00:15:20,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:20,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-27T00:15:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-27T00:15:20,273 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:20,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:20,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure daf2f93c7d1d8f838207969f2ec6c673 in 10.0810 sec 2024-11-27T00:15:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741850_1026 (size=65) 2024-11-27T00:15:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741850_1026 (size=65) 2024-11-27T00:15:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741850_1026 (size=65) 2024-11-27T00:15:20,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:20,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T00:15:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-27T00:15:20,282 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:20,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:20,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3ab22646f5c38eefc4a089d8d006266 in 10.0910 sec 2024-11-27T00:15:20,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/.tmp/cf/a058b436308a4dda98fa89b1cf8f83bf is 34, key is eaa/cf:cf/1732666510017/Put/seqid=0 2024-11-27T00:15:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741851_1027 (size=65) 2024-11-27T00:15:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741851_1027 (size=65) 2024-11-27T00:15:20,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741851_1027 (size=65) 2024-11-27T00:15:20,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:20,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T00:15:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-27T00:15:20,312 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:20,312 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:20,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ace75ec38a94f125b0dbec353d9e91ad in 10.1200 sec 2024-11-27T00:15:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741852_1028 (size=57) 2024-11-27T00:15:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741852_1028 (size=57) 2024-11-27T00:15:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741852_1028 (size=57) 2024-11-27T00:15:20,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:20,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-27T00:15:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-27T00:15:20,331 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:20,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:20,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1 in 10.1390 sec 2024-11-27T00:15:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741854_1030 (size=47197) 2024-11-27T00:15:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741854_1030 (size=47197) 2024-11-27T00:15:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741854_1030 (size=47197) 2024-11-27T00:15:20,343 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/.tmp/cf/bf5c96c07e7b4832a2d0dda33ed99c6a 2024-11-27T00:15:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741856_1032 (size=26918) 2024-11-27T00:15:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741856_1032 (size=26918) 2024-11-27T00:15:20,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741856_1032 (size=26918) 2024-11-27T00:15:20,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/.tmp/cf/d11f0bbd2afd4508960dc5ade79210ea 2024-11-27T00:15:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741853_1029 (size=65) 2024-11-27T00:15:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741853_1029 (size=65) 2024-11-27T00:15:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741853_1029 (size=65) 2024-11-27T00:15:20,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:20,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-27T00:15:20,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:20,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d93d4ded238197cd0a3ceb1f7d2b00fc: 2024-11-27T00:15:20,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-27T00:15:20,368 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:20,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T00:15:20,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:20,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d4088b8fff750dc253379a39ca7760f in 10.1760 sec 2024-11-27T00:15:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741855_1031 (size=28623) 2024-11-27T00:15:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741855_1031 (size=28623) 2024-11-27T00:15:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741855_1031 (size=28623) 2024-11-27T00:15:20,379 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/.tmp/cf/88fb6f03442c437f9710c43bd814b823 2024-11-27T00:15:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741857_1033 (size=499309) 2024-11-27T00:15:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741857_1033 (size=499309) 2024-11-27T00:15:20,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741857_1033 (size=499309) 2024-11-27T00:15:20,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/.tmp/cf/a058b436308a4dda98fa89b1cf8f83bf 2024-11-27T00:15:20,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/.tmp/cf/d11f0bbd2afd4508960dc5ade79210ea as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/cf/d11f0bbd2afd4508960dc5ade79210ea 2024-11-27T00:15:20,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/.tmp/cf/bf5c96c07e7b4832a2d0dda33ed99c6a as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/cf/bf5c96c07e7b4832a2d0dda33ed99c6a 2024-11-27T00:15:20,401 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/cf/bf5c96c07e7b4832a2d0dda33ed99c6a, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-27T00:15:20,403 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for cc60157bccd0e86c6d6c931e4f736a37 in 199ms, sequenceid=5, compaction requested=false 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for cc60157bccd0e86c6d6c931e4f736a37: 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/cf/bf5c96c07e7b4832a2d0dda33ed99c6a] hfiles 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/cf/bf5c96c07e7b4832a2d0dda33ed99c6a for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/.tmp/cf/88fb6f03442c437f9710c43bd814b823 as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/cf/88fb6f03442c437f9710c43bd814b823 2024-11-27T00:15:20,403 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/cf/d11f0bbd2afd4508960dc5ade79210ea, entries=676, sequenceid=5, filesize=26.3 K 2024-11-27T00:15:20,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/.tmp/cf/a058b436308a4dda98fa89b1cf8f83bf as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/cf/a058b436308a4dda98fa89b1cf8f83bf 2024-11-27T00:15:20,407 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 2d5cbcf6b67fffe34e2b61ae22fd7d3b in 202ms, sequenceid=5, compaction requested=false 2024-11-27T00:15:20,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2d5cbcf6b67fffe34e2b61ae22fd7d3b: 2024-11-27T00:15:20,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/cf/d11f0bbd2afd4508960dc5ade79210ea] hfiles 2024-11-27T00:15:20,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/cf/d11f0bbd2afd4508960dc5ade79210ea for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/cf/88fb6f03442c437f9710c43bd814b823, entries=731, sequenceid=5, filesize=28.0 K 2024-11-27T00:15:20,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 7278ff6eed6e0ee62825b42cfe73a1d4 in 211ms, sequenceid=5, compaction requested=false 2024-11-27T00:15:20,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7278ff6eed6e0ee62825b42cfe73a1d4: 2024-11-27T00:15:20,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/cf/88fb6f03442c437f9710c43bd814b823] hfiles 2024-11-27T00:15:20,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/cf/88fb6f03442c437f9710c43bd814b823 for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/cf/a058b436308a4dda98fa89b1cf8f83bf, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-27T00:15:20,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 22f5c6acfbe6d92a04dafab847ffb469 in 203ms, sequenceid=5, compaction requested=false 2024-11-27T00:15:20,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 22f5c6acfbe6d92a04dafab847ffb469: 2024-11-27T00:15:20,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. for SnapshotProcedureTest completed. 2024-11-27T00:15:20,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469.' region-info for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T00:15:20,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/cf/a058b436308a4dda98fa89b1cf8f83bf] hfiles 2024-11-27T00:15:20,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/cf/a058b436308a4dda98fa89b1cf8f83bf for snapshot=SnapshotProcedureTest 2024-11-27T00:15:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741858_1034 (size=65) 2024-11-27T00:15:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741858_1034 (size=65) 2024-11-27T00:15:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741858_1034 (size=65) 2024-11-27T00:15:20,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:20,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T00:15:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-27T00:15:20,421 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:20,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:20,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d93d4ded238197cd0a3ceb1f7d2b00fc in 10.2290 sec 2024-11-27T00:15:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741859_1035 (size=105) 2024-11-27T00:15:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741859_1035 (size=105) 2024-11-27T00:15:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741859_1035 (size=105) 2024-11-27T00:15:20,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:20,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-27T00:15:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-27T00:15:20,432 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:20,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:20,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc60157bccd0e86c6d6c931e4f736a37 in 10.2400 sec 2024-11-27T00:15:20,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741860_1036 (size=105) 2024-11-27T00:15:20,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741860_1036 (size=105) 2024-11-27T00:15:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741860_1036 (size=105) 2024-11-27T00:15:20,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:20,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-27T00:15:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-27T00:15:20,442 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741861_1037 (size=105) 2024-11-27T00:15:20,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741861_1037 (size=105) 2024-11-27T00:15:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741862_1038 (size=97) 2024-11-27T00:15:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741862_1038 (size=97) 2024-11-27T00:15:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741862_1038 (size=97) 2024-11-27T00:15:20,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:20,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T00:15:20,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:20,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T00:15:20,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741861_1037 (size=105) 2024-11-27T00:15:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T00:15:20,444 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:20,444 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T00:15:20,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:20,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:20,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22f5c6acfbe6d92a04dafab847ffb469 in 10.2520 sec 2024-11-27T00:15:20,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2d5cbcf6b67fffe34e2b61ae22fd7d3b in 10.2500 sec 2024-11-27T00:15:20,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-27T00:15:20,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4 in 10.2520 sec 2024-11-27T00:15:20,447 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T00:15:20,447 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T00:15:20,448 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T00:15:20,448 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-27T00:15:20,450 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T00:15:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741863_1039 (size=1174) 2024-11-27T00:15:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741863_1039 (size=1174) 2024-11-27T00:15:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741863_1039 (size=1174) 2024-11-27T00:15:20,475 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T00:15:20,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-27T00:15:20,487 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:20,487 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:20,487 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:20,487 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,487 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:20,491 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:20,494 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,494 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:20,494 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,557 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:15:20,558 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,558 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f036bc4986ea,43453,1732666478166: Simulated kill ***** 2024-11-27T00:15:20,558 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:15:20,558 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:15:20,559 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:15:20,559 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:15:20,559 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:15:20,559 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 606735792 }, "NonHeapMemoryUsage": { "committed": 177668096, "init": 7667712, "max": -1, "used": 173677720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:15:20,560 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41457 {}] master.MasterRpcServices(700): f036bc4986ea,43453,1732666478166 reported a fatal error: ***** ABORTING region server f036bc4986ea,43453,1732666478166: Simulated kill ***** 2024-11-27T00:15:20,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,43453,1732666478166' ***** 2024-11-27T00:15:20,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-27T00:15:20,561 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:15:20,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:15:20,561 INFO [RS:1;f036bc4986ea:43453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-27T00:15:20,561 INFO [RS:1;f036bc4986ea:43453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-27T00:15:20,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T00:15:20,561 INFO [RS:1;f036bc4986ea:43453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:15:20,561 INFO [RS:1;f036bc4986ea:43453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f036bc4986ea:43453. 2024-11-27T00:15:20,561 DEBUG [RS:1;f036bc4986ea:43453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:15:20,561 DEBUG [RS:1;f036bc4986ea:43453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741835_1011 (size=1473) 2024-11-27T00:15:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741835_1011 (size=1473) 2024-11-27T00:15:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741835_1011 (size=1473) 2024-11-27T00:15:20,565 DEBUG [RS:1;f036bc4986ea:43453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:20,565 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:15:20,565 INFO [RS:1;f036bc4986ea:43453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43453 2024-11-27T00:15:20,569 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:15:20,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:15:20,629 INFO [RS:1;f036bc4986ea:43453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:15:20,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,43453,1732666478166] 2024-11-27T00:15:20,650 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f036bc4986ea,43453,1732666478166 already deleted, retry=false 2024-11-27T00:15:20,650 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f036bc4986ea,43453,1732666478166 on f036bc4986ea,41457,1732666477809 2024-11-27T00:15:20,651 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f036bc4986ea,43453,1732666478166, splitWal=true, meta=false 2024-11-27T00:15:20,651 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for f036bc4986ea,43453,1732666478166 (carryingMeta=false) f036bc4986ea,43453,1732666478166/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22bf371[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T00:15:20,652 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f036bc4986ea,43453,1732666478166, splitWal=true, meta=false 2024-11-27T00:15:20,653 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): f036bc4986ea,43453,1732666478166 had 3 regions 2024-11-27T00:15:20,654 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,43453,1732666478166, splitWal=true, meta=false, isMeta: false 2024-11-27T00:15:20,655 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting 2024-11-27T00:15:20,656 INFO [PEWorker-5 {}] master.SplitWALManager(105): f036bc4986ea,43453,1732666478166 WAL count=1, meta=false 2024-11-27T00:15:20,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f036bc4986ea%2C43453%2C1732666478166.1732666479460}] 2024-11-27T00:15:20,658 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:20,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C43453%2C1732666478166.1732666479460, worker=f036bc4986ea,32841,1732666478280}] 2024-11-27T00:15:20,658 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,43453,1732666478166 Release verify snapshot worker=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,659 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to f036bc4986ea,43453,1732666478166, this operation will be retried to send to another server 2024-11-27T00:15:20,659 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:15:20,660 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732666521659 2024-11-27T00:15:20,660 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,43453,1732666478166 Release verify snapshot worker=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,660 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-27T00:15:20,660 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-27T00:15:20,660 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to f036bc4986ea,43453,1732666478166, this operation will be retried to send to another server 2024-11-27T00:15:20,661 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-27T00:15:20,661 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:15:20,661 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732666521661 2024-11-27T00:15:20,664 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,43453,1732666478166 Release verify snapshot worker=f036bc4986ea,43453,1732666478166 2024-11-27T00:15:20,664 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to f036bc4986ea,43453,1732666478166, this operation will be retried to send to another server 2024-11-27T00:15:20,665 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:15:20,665 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732666521665 2024-11-27T00:15:20,740 INFO [RS:1;f036bc4986ea:43453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:15:20,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:20,740 INFO [RS:1;f036bc4986ea:43453 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,43453,1732666478166; zookeeper connection closed. 2024-11-27T00:15:20,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43453-0x10179a4487b0002, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:20,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70ba7dcb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70ba7dcb 2024-11-27T00:15:21,378 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:15:21,378 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:15:30,206 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T00:15:30,206 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T00:15:30,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-27T00:15:30,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-27T00:15:30,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-27T00:15:30,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-27T00:15:30,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-27T00:15:30,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-27T00:15:30,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-27T00:15:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T00:15:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-27T00:15:30,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T00:15:30,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-27T00:15:30,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-27T00:15:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T00:15:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-27T00:15:30,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-27T00:15:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-27T00:15:30,503 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 Release verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:30,503 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 Release verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-27T00:15:30,506 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 in 10.0220 sec 2024-11-27T00:15:30,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 in 10.0220 sec 2024-11-27T00:15:30,508 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:30,509 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 Release verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,510 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-27T00:15:30,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-27T00:15:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-27T00:15:30,515 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 Release verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-27T00:15:30,517 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,518 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 Release verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:30,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 in 10.0280 sec 2024-11-27T00:15:30,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 in 10.0340 sec 2024-11-27T00:15:30,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 in 10.0370 sec 2024-11-27T00:15:30,520 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 Release verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:30,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 in 10.0390 sec 2024-11-27T00:15:30,527 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460, size=1.4 K (1473bytes) 2024-11-27T00:15:30,527 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 2024-11-27T00:15:30,527 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 after 0ms 2024-11-27T00:15:30,532 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 took 5ms 2024-11-27T00:15:30,538 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 7278ff6eed6e0ee62825b42cfe73a1d4: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-27T00:15:30,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ace75ec38a94f125b0dbec353d9e91ad: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T00:15:30,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ee4037f9aec3f196ed21832fb8dd0ca1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-27T00:15:30,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 so closing down 2024-11-27T00:15:30,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-27T00:15:30,542 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-27T00:15:30,542 INFO [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-11-27T00:15:30,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460, journal: Splitting hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460, size=1.4 K (1473bytes) at 1732666530527Finishing writing output for hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 so closing down at 1732666530542 (+15 ms)3 split writer threads finished at 1732666530542Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1732666530542 2024-11-27T00:15:30,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 2024-11-27T00:15:30,542 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T00:15:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T00:15:30,548 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting/f036bc4986ea%2C43453%2C1732666478166.1732666479460 to hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs 2024-11-27T00:15:30,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T00:15:30,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f036bc4986ea%2C43453%2C1732666478166.1732666479460, worker=f036bc4986ea,32841,1732666478280 in 9.8900 sec 2024-11-27T00:15:30,551 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T00:15:30,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure f036bc4986ea%2C43453%2C1732666478166.1732666479460, worker=f036bc4986ea,32841,1732666478280 in 9.8950 sec 2024-11-27T00:15:30,555 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting dir is empty, no logs to split. 2024-11-27T00:15:30,556 INFO [PEWorker-4 {}] master.SplitWALManager(105): f036bc4986ea,43453,1732666478166 WAL count=0, meta=false 2024-11-27T00:15:30,556 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,43453,1732666478166 WAL splitting is done? wals=0, meta=false 2024-11-27T00:15:30,557 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f036bc4986ea,43453,1732666478166 failed, ignore...File hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,43453,1732666478166-splitting does not exist. 2024-11-27T00:15:30,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN}] 2024-11-27T00:15:30,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN 2024-11-27T00:15:30,560 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN 2024-11-27T00:15:30,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN 2024-11-27T00:15:30,561 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:15:30,561 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:15:30,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:15:30,712 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(204): Hosts are {f036bc4986ea=0} racks are {/default-rack=0} 2024-11-27T00:15:30,712 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-27T00:15:30,712 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-27T00:15:30,713 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-27T00:15:30,713 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-27T00:15:30,713 INFO [f036bc4986ea:41457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-27T00:15:30,713 INFO [f036bc4986ea:41457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-27T00:15:30,713 DEBUG [f036bc4986ea:41457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-27T00:15:30,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=ace75ec38a94f125b0dbec353d9e91ad, regionState=OPENING, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:30,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ee4037f9aec3f196ed21832fb8dd0ca1, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:30,714 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=7278ff6eed6e0ee62825b42cfe73a1d4, regionState=OPENING, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN because future has completed 2024-11-27T00:15:30,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:15:30,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN because future has completed 2024-11-27T00:15:30,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace75ec38a94f125b0dbec353d9e91ad, server=f036bc4986ea,32841,1732666478280}] 2024-11-27T00:15:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN because future has completed 2024-11-27T00:15:30,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, server=f036bc4986ea,34703,1732666478064}] 2024-11-27T00:15:30,733 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:38521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T00:15:37,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:15:40,318 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-27T00:15:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-27T00:15:40,513 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-27T00:15:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-27T00:15:40,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => ee4037f9aec3f196ed21832fb8dd0ca1, NAME => 'SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-27T00:15:40,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-27T00:15:40,514 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => ace75ec38a94f125b0dbec353d9e91ad, NAME => 'SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:40,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T00:15:40,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-27T00:15:40,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-27T00:15:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-27T00:15:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T00:15:40,517 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 Release verify snapshot worker=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-27T00:15:40,519 INFO [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,519 INFO [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,34703,1732666478064 in 20.0360 sec 2024-11-27T00:15:40,523 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 Release verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:40,523 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 Release verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:40,523 INFO [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace75ec38a94f125b0dbec353d9e91ad columnFamilyName cf 2024-11-27T00:15:40,524 DEBUG [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:40,524 INFO [StoreOpener-ace75ec38a94f125b0dbec353d9e91ad-1 {}] regionserver.HStore(327): Store=ace75ec38a94f125b0dbec353d9e91ad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:40,525 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,526 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 in 20.0420 sec 2024-11-27T00:15:40,527 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 Release verify snapshot worker=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:40,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 in 20.0430 sec 2024-11-27T00:15:40,528 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,529 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,529 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25 2024-11-27T00:15:40,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f036bc4986ea,32841,1732666478280 in 20.0460 sec 2024-11-27T00:15:40,530 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T00:15:40,530 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.hbase-snapshot/SnapshotProcedureTest 2024-11-27T00:15:40,533 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,533 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T00:15:40,533 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-27T00:15:40,536 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened ace75ec38a94f125b0dbec353d9e91ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67881769, jitterRate=0.011517181992530823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:40,536 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,536 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for ace75ec38a94f125b0dbec353d9e91ad: Running coprocessor pre-open hook at 1732666540514Writing region info on filesystem at 1732666540514Initializing all the Stores at 1732666540517 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666540517Cleaning up temporary data from old regions at 1732666540529 (+12 ms)Running coprocessor post-open hooks at 1732666540536 (+7 ms)Region opened successfully at 1732666540536 2024-11-27T00:15:40,536 INFO [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee4037f9aec3f196ed21832fb8dd0ca1 columnFamilyName cf 2024-11-27T00:15:40,536 DEBUG [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:40,537 INFO [StoreOpener-ee4037f9aec3f196ed21832fb8dd0ca1-1 {}] regionserver.HStore(327): Store=ee4037f9aec3f196ed21832fb8dd0ca1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:40,537 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad., pid=53, masterSystemTime=1732666540507 2024-11-27T00:15:40,537 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,539 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3940 sec 2024-11-27T00:15:40,541 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=ace75ec38a94f125b0dbec353d9e91ad, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,32841,1732666478280 2024-11-27T00:15:40,541 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,542 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,543 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,543 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace75ec38a94f125b0dbec353d9e91ad, server=f036bc4986ea,32841,1732666478280 because future has completed 2024-11-27T00:15:40,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-27T00:15:40,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure ace75ec38a94f125b0dbec353d9e91ad, server=f036bc4986ea,32841,1732666478280 in 9.8270 sec 2024-11-27T00:15:40,548 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,551 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened ee4037f9aec3f196ed21832fb8dd0ca1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65902314, jitterRate=-0.01797899603843689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:40,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ace75ec38a94f125b0dbec353d9e91ad, ASSIGN in 9.9890 sec 2024-11-27T00:15:40,551 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,551 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for ee4037f9aec3f196ed21832fb8dd0ca1: Running coprocessor pre-open hook at 1732666540514Writing region info on filesystem at 1732666540514Initializing all the Stores at 1732666540517 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666540517Cleaning up temporary data from old regions at 1732666540543 (+26 ms)Running coprocessor post-open hooks at 1732666540551 (+8 ms)Region opened successfully at 1732666540551 2024-11-27T00:15:40,552 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1., pid=52, masterSystemTime=1732666540509 2024-11-27T00:15:40,554 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,554 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ee4037f9aec3f196ed21832fb8dd0ca1, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:40,556 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,557 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 7278ff6eed6e0ee62825b42cfe73a1d4, NAME => 'SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-27T00:15:40,557 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,557 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:15:40,558 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,558 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, server=f036bc4986ea,34703,1732666478064 because future has completed 2024-11-27T00:15:40,560 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,34703,1732666478064, table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:15:40,562 INFO [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T00:15:40,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure ee4037f9aec3f196ed21832fb8dd0ca1, server=f036bc4986ea,34703,1732666478064 in 9.8450 sec 2024-11-27T00:15:40,566 INFO [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7278ff6eed6e0ee62825b42cfe73a1d4 columnFamilyName cf 2024-11-27T00:15:40,566 DEBUG [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:15:40,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ee4037f9aec3f196ed21832fb8dd0ca1, ASSIGN in 10.0060 sec 2024-11-27T00:15:40,602 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-27T00:15:40,607 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-27T00:15:40,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:15:40,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:15:40,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:15:40,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:40,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:40,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:15:40,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:15:40,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920017651, stopped=false 2024-11-27T00:15:40,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,41457,1732666477809 2024-11-27T00:15:40,622 DEBUG [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/cf/88fb6f03442c437f9710c43bd814b823 2024-11-27T00:15:40,622 INFO [StoreOpener-7278ff6eed6e0ee62825b42cfe73a1d4-1 {}] regionserver.HStore(327): Store=7278ff6eed6e0ee62825b42cfe73a1d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:15:40,622 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,623 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,625 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,626 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,626 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,630 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,648 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:15:40,652 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 7278ff6eed6e0ee62825b42cfe73a1d4; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64038352, jitterRate=-0.045754194259643555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T00:15:40,652 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,652 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 7278ff6eed6e0ee62825b42cfe73a1d4: Running coprocessor pre-open hook at 1732666540558Writing region info on filesystem at 1732666540558Initializing all the Stores at 1732666540561 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666540561Cleaning up temporary data from old regions at 1732666540626 (+65 ms)Running coprocessor post-open hooks at 1732666540652 (+26 ms)Region opened successfully at 1732666540652 2024-11-27T00:15:40,653 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4., pid=54, masterSystemTime=1732666540509 2024-11-27T00:15:40,657 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,657 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,657 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=7278ff6eed6e0ee62825b42cfe73a1d4, regionState=OPEN, openSeqNum=6, regionLocation=f036bc4986ea,34703,1732666478064 2024-11-27T00:15:40,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, server=f036bc4986ea,34703,1732666478064 because future has completed 2024-11-27T00:15:40,662 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,34703,1732666478064, table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:15:40,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-27T00:15:40,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 7278ff6eed6e0ee62825b42cfe73a1d4, server=f036bc4986ea,34703,1732666478064 in 9.9450 sec 2024-11-27T00:15:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T00:15:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T00:15:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T00:15:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:15:40,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:15:40,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:15:40,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:15:40,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:15:40,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:15:40,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:40,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,34703,1732666478064' ***** 2024-11-27T00:15:40,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:15:40,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,32841,1732666478280' ***** 2024-11-27T00:15:40,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:15:40,672 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:15:40,672 INFO [RS:0;f036bc4986ea:34703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:15:40,672 INFO [RS:0;f036bc4986ea:34703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:15:40,672 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d4088b8fff750dc253379a39ca7760f 2024-11-27T00:15:40,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:15:40,672 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:15:40,672 INFO [RS:2;f036bc4986ea:32841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:15:40,672 INFO [RS:2;f036bc4986ea:32841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:15:40,672 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for cc60157bccd0e86c6d6c931e4f736a37 2024-11-27T00:15:40,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:15:40,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:15:40,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:15:40,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T00:15:40,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-27T00:15:40,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7278ff6eed6e0ee62825b42cfe73a1d4, ASSIGN in 10.1070 sec 2024-11-27T00:15:40,680 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d5cbcf6b67fffe34e2b61ae22fd7d3b 2024-11-27T00:15:40,680 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for d93d4ded238197cd0a3ceb1f7d2b00fc 2024-11-27T00:15:40,680 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 22f5c6acfbe6d92a04dafab847ffb469 2024-11-27T00:15:40,680 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,680 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 7278ff6eed6e0ee62825b42cfe73a1d4 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,34703,1732666478064 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:34703. 2024-11-27T00:15:40,681 DEBUG [RS:0;f036bc4986ea:34703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:15:40,681 DEBUG [RS:0;f036bc4986ea:34703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:15:40,681 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:15:40,683 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d4088b8fff750dc253379a39ca7760f, disabling compactions & flushes 2024-11-27T00:15:40,683 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:40,683 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:40,683 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. after waiting 0 ms 2024-11-27T00:15:40,683 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:40,687 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:15:40,688 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-27T00:15:40,688 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1325): Online Regions={4d4088b8fff750dc253379a39ca7760f=SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f., 2d5cbcf6b67fffe34e2b61ae22fd7d3b=SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b., d93d4ded238197cd0a3ceb1f7d2b00fc=SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc., 22f5c6acfbe6d92a04dafab847ffb469=SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469., ee4037f9aec3f196ed21832fb8dd0ca1=SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1., 1588230740=hbase:meta,,1.1588230740, 7278ff6eed6e0ee62825b42cfe73a1d4=SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4.} 2024-11-27T00:15:40,689 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22f5c6acfbe6d92a04dafab847ffb469, 2d5cbcf6b67fffe34e2b61ae22fd7d3b, 4d4088b8fff750dc253379a39ca7760f, 7278ff6eed6e0ee62825b42cfe73a1d4, d93d4ded238197cd0a3ceb1f7d2b00fc, ee4037f9aec3f196ed21832fb8dd0ca1 2024-11-27T00:15:40,692 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:40,692 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for ace75ec38a94f125b0dbec353d9e91ad 2024-11-27T00:15:40,692 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(3091): Received CLOSE for daf2f93c7d1d8f838207969f2ec6c673 2024-11-27T00:15:40,692 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:15:40,692 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,32841,1732666478280 2024-11-27T00:15:40,692 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:15:40,692 INFO [RS:2;f036bc4986ea:32841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:15:40,692 INFO [RS:2;f036bc4986ea:32841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f036bc4986ea:32841. 2024-11-27T00:15:40,693 DEBUG [RS:2;f036bc4986ea:32841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:15:40,693 DEBUG [RS:2;f036bc4986ea:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:40,693 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-27T00:15:40,693 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1325): Online Regions={cc60157bccd0e86c6d6c931e4f736a37=SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37., f3ab22646f5c38eefc4a089d8d006266=SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266., ace75ec38a94f125b0dbec353d9e91ad=SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad., daf2f93c7d1d8f838207969f2ec6c673=SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673.} 2024-11-27T00:15:40,693 DEBUG [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1351): Waiting on ace75ec38a94f125b0dbec353d9e91ad, cc60157bccd0e86c6d6c931e4f736a37, daf2f93c7d1d8f838207969f2ec6c673, f3ab22646f5c38eefc4a089d8d006266 2024-11-27T00:15:40,694 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:15:40,694 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:15:40,695 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:15:40,695 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc60157bccd0e86c6d6c931e4f736a37, disabling compactions & flushes 2024-11-27T00:15:40,695 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:40,695 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:40,695 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-27T00:15:40,695 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. after waiting 0 ms 2024-11-27T00:15:40,695 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:40,734 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/info/ac03a06920f844aaa19edbe2b1b11834 is 167, key is SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc./info:regioninfo/1732666500250/Put/seqid=0 2024-11-27T00:15:40,736 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/4d4088b8fff750dc253379a39ca7760f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:15:40,738 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d4088b8fff750dc253379a39ca7760f: Waiting for close lock at 1732666540683Running coprocessor pre-close hooks at 1732666540683Disabling compacts and flushes for region at 1732666540683Disabling writes for close at 1732666540683Writing region close event to WAL at 1732666540706 (+23 ms)Running coprocessor post-close hooks at 1732666540738 (+32 ms)Closed at 1732666540738 2024-11-27T00:15:40,738 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732666489769.4d4088b8fff750dc253379a39ca7760f. 2024-11-27T00:15:40,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d5cbcf6b67fffe34e2b61ae22fd7d3b, disabling compactions & flushes 2024-11-27T00:15:40,739 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:40,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:40,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. after waiting 0 ms 2024-11-27T00:15:40,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:40,740 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/cc60157bccd0e86c6d6c931e4f736a37/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:15:40,740 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:15:40,741 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:40,741 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc60157bccd0e86c6d6c931e4f736a37: Waiting for close lock at 1732666540695Running coprocessor pre-close hooks at 1732666540695Disabling compacts and flushes for region at 1732666540695Disabling writes for close at 1732666540695Writing region close event to WAL at 1732666540706 (+11 ms)Running coprocessor post-close hooks at 1732666540741 (+35 ms)Closed at 1732666540741 2024-11-27T00:15:40,741 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732666489769.cc60157bccd0e86c6d6c931e4f736a37. 2024-11-27T00:15:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3ab22646f5c38eefc4a089d8d006266, disabling compactions & flushes 2024-11-27T00:15:40,742 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. after waiting 0 ms 2024-11-27T00:15:40,742 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:40,761 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/f3ab22646f5c38eefc4a089d8d006266/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:15:40,762 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:40,762 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3ab22646f5c38eefc4a089d8d006266: Waiting for close lock at 1732666540741Running coprocessor pre-close hooks at 1732666540741Disabling compacts and flushes for region at 1732666540742 (+1 ms)Disabling writes for close at 1732666540742Writing region close event to WAL at 1732666540748 (+6 ms)Running coprocessor post-close hooks at 1732666540761 (+13 ms)Closed at 1732666540762 (+1 ms) 2024-11-27T00:15:40,762 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732666489769.f3ab22646f5c38eefc4a089d8d006266. 2024-11-27T00:15:40,762 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ace75ec38a94f125b0dbec353d9e91ad, disabling compactions & flushes 2024-11-27T00:15:40,762 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,762 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,762 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. after waiting 0 ms 2024-11-27T00:15:40,762 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,769 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/2d5cbcf6b67fffe34e2b61ae22fd7d3b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:15:40,770 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d5cbcf6b67fffe34e2b61ae22fd7d3b: Waiting for close lock at 1732666540739Running coprocessor pre-close hooks at 1732666540739Disabling compacts and flushes for region at 1732666540739Disabling writes for close at 1732666540739Writing region close event to WAL at 1732666540753 (+14 ms)Running coprocessor post-close hooks at 1732666540770 (+17 ms)Closed at 1732666540770 2024-11-27T00:15:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732666489769.2d5cbcf6b67fffe34e2b61ae22fd7d3b. 2024-11-27T00:15:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d93d4ded238197cd0a3ceb1f7d2b00fc, disabling compactions & flushes 2024-11-27T00:15:40,770 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. after waiting 0 ms 2024-11-27T00:15:40,770 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:40,778 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ace75ec38a94f125b0dbec353d9e91ad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T00:15:40,781 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,781 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ace75ec38a94f125b0dbec353d9e91ad: Waiting for close lock at 1732666540762Running coprocessor pre-close hooks at 1732666540762Disabling compacts and flushes for region at 1732666540762Disabling writes for close at 1732666540762Writing region close event to WAL at 1732666540772 (+10 ms)Running coprocessor post-close hooks at 1732666540781 (+9 ms)Closed at 1732666540781 2024-11-27T00:15:40,781 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732666489769.ace75ec38a94f125b0dbec353d9e91ad. 2024-11-27T00:15:40,781 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daf2f93c7d1d8f838207969f2ec6c673, disabling compactions & flushes 2024-11-27T00:15:40,781 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:40,781 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:40,781 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. after waiting 0 ms 2024-11-27T00:15:40,781 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741864_1040 (size=19785) 2024-11-27T00:15:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741864_1040 (size=19785) 2024-11-27T00:15:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741864_1040 (size=19785) 2024-11-27T00:15:40,798 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/info/ac03a06920f844aaa19edbe2b1b11834 2024-11-27T00:15:40,805 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/d93d4ded238197cd0a3ceb1f7d2b00fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:15:40,806 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:40,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d93d4ded238197cd0a3ceb1f7d2b00fc: Waiting for close lock at 1732666540770Running coprocessor pre-close hooks at 1732666540770Disabling compacts and flushes for region at 1732666540770Disabling writes for close at 1732666540770Writing region close event to WAL at 1732666540779 (+9 ms)Running coprocessor post-close hooks at 1732666540806 (+27 ms)Closed at 1732666540806 2024-11-27T00:15:40,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732666489769.d93d4ded238197cd0a3ceb1f7d2b00fc. 2024-11-27T00:15:40,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22f5c6acfbe6d92a04dafab847ffb469, disabling compactions & flushes 2024-11-27T00:15:40,807 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:40,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:40,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. after waiting 0 ms 2024-11-27T00:15:40,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:40,809 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/daf2f93c7d1d8f838207969f2ec6c673/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T00:15:40,810 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:40,810 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daf2f93c7d1d8f838207969f2ec6c673: Waiting for close lock at 1732666540781Running coprocessor pre-close hooks at 1732666540781Disabling compacts and flushes for region at 1732666540781Disabling writes for close at 1732666540781Writing region close event to WAL at 1732666540793 (+12 ms)Running coprocessor post-close hooks at 1732666540810 (+17 ms)Closed at 1732666540810 2024-11-27T00:15:40,810 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732666489769.daf2f93c7d1d8f838207969f2ec6c673. 2024-11-27T00:15:40,813 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/22f5c6acfbe6d92a04dafab847ffb469/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:15:40,814 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22f5c6acfbe6d92a04dafab847ffb469: Waiting for close lock at 1732666540807Running coprocessor pre-close hooks at 1732666540807Disabling compacts and flushes for region at 1732666540807Disabling writes for close at 1732666540807Writing region close event to WAL at 1732666540808 (+1 ms)Running coprocessor post-close hooks at 1732666540814 (+6 ms)Closed at 1732666540814 2024-11-27T00:15:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732666489769.22f5c6acfbe6d92a04dafab847ffb469. 2024-11-27T00:15:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee4037f9aec3f196ed21832fb8dd0ca1, disabling compactions & flushes 2024-11-27T00:15:40,815 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. after waiting 0 ms 2024-11-27T00:15:40,815 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,820 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/ee4037f9aec3f196ed21832fb8dd0ca1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T00:15:40,821 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee4037f9aec3f196ed21832fb8dd0ca1: Waiting for close lock at 1732666540815Running coprocessor pre-close hooks at 1732666540815Disabling compacts and flushes for region at 1732666540815Disabling writes for close at 1732666540815Writing region close event to WAL at 1732666540815Running coprocessor post-close hooks at 1732666540821 (+6 ms)Closed at 1732666540821 2024-11-27T00:15:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732666489769.ee4037f9aec3f196ed21832fb8dd0ca1. 2024-11-27T00:15:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7278ff6eed6e0ee62825b42cfe73a1d4, disabling compactions & flushes 2024-11-27T00:15:40,821 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. after waiting 0 ms 2024-11-27T00:15:40,821 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,831 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/ns/8c181a9efe2141508bb2ea7e7d0ea5e2 is 43, key is default/ns:d/1732666489694/Put/seqid=0 2024-11-27T00:15:40,849 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/default/SPTestTable/7278ff6eed6e0ee62825b42cfe73a1d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-27T00:15:40,849 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,850 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7278ff6eed6e0ee62825b42cfe73a1d4: Waiting for close lock at 1732666540821Running coprocessor pre-close hooks at 1732666540821Disabling compacts and flushes for region at 1732666540821Disabling writes for close at 1732666540821Writing region close event to WAL at 1732666540844 (+23 ms)Running coprocessor post-close hooks at 1732666540849 (+5 ms)Closed at 1732666540849 2024-11-27T00:15:40,850 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732666489769.7278ff6eed6e0ee62825b42cfe73a1d4. 2024-11-27T00:15:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741865_1041 (size=5153) 2024-11-27T00:15:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741865_1041 (size=5153) 2024-11-27T00:15:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741865_1041 (size=5153) 2024-11-27T00:15:40,860 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/ns/8c181a9efe2141508bb2ea7e7d0ea5e2 2024-11-27T00:15:40,888 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/table/b3a40d421e2744eabef5a9df7dd418c9 is 47, key is SPTestTable/table:state/1732666500324/Put/seqid=0 2024-11-27T00:15:40,889 DEBUG [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:15:40,893 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,32841,1732666478280; all regions closed. 2024-11-27T00:15:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741834_1010 (size=2947) 2024-11-27T00:15:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741834_1010 (size=2947) 2024-11-27T00:15:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741834_1010 (size=2947) 2024-11-27T00:15:40,908 DEBUG [RS:2;f036bc4986ea:32841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs 2024-11-27T00:15:40,908 INFO [RS:2;f036bc4986ea:32841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C32841%2C1732666478280:(num 1732666479470) 2024-11-27T00:15:40,908 DEBUG [RS:2;f036bc4986ea:32841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:40,908 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:15:40,908 INFO [RS:2;f036bc4986ea:32841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:15:40,909 INFO [RS:2;f036bc4986ea:32841 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:15:40,909 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:15:40,909 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:15:40,909 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:15:40,909 INFO [RS:2;f036bc4986ea:32841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:15:40,909 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:15:40,909 INFO [RS:2;f036bc4986ea:32841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32841 2024-11-27T00:15:40,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f036bc4986ea,32841,1732666478280 2024-11-27T00:15:40,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:15:40,916 INFO [RS:2;f036bc4986ea:32841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:15:40,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,32841,1732666478280] 2024-11-27T00:15:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741866_1042 (size=5214) 2024-11-27T00:15:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741866_1042 (size=5214) 2024-11-27T00:15:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741866_1042 (size=5214) 2024-11-27T00:15:40,931 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/table/b3a40d421e2744eabef5a9df7dd418c9 2024-11-27T00:15:40,937 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f036bc4986ea,32841,1732666478280 already deleted, retry=false 2024-11-27T00:15:40,937 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,32841,1732666478280 expired; onlineServers=1 2024-11-27T00:15:40,945 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/info/ac03a06920f844aaa19edbe2b1b11834 as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/info/ac03a06920f844aaa19edbe2b1b11834 2024-11-27T00:15:40,953 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/info/ac03a06920f844aaa19edbe2b1b11834, entries=112, sequenceid=35, filesize=19.3 K 2024-11-27T00:15:40,954 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/ns/8c181a9efe2141508bb2ea7e7d0ea5e2 as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/ns/8c181a9efe2141508bb2ea7e7d0ea5e2 2024-11-27T00:15:40,964 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/ns/8c181a9efe2141508bb2ea7e7d0ea5e2, entries=2, sequenceid=35, filesize=5.0 K 2024-11-27T00:15:40,965 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/.tmp/table/b3a40d421e2744eabef5a9df7dd418c9 as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/table/b3a40d421e2744eabef5a9df7dd418c9 2024-11-27T00:15:40,975 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/table/b3a40d421e2744eabef5a9df7dd418c9, entries=2, sequenceid=35, filesize=5.1 K 2024-11-27T00:15:40,977 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 282ms, sequenceid=35, compaction requested=false 2024-11-27T00:15:41,013 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-27T00:15:41,014 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:15:41,014 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:15:41,014 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666540692Running coprocessor pre-close hooks at 1732666540692Disabling compacts and flushes for region at 1732666540692Disabling writes for close at 1732666540694 (+2 ms)Obtaining lock to block concurrent updates at 1732666540695 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732666540695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1732666540695Flushing stores of hbase:meta,,1.1588230740 at 1732666540697 (+2 ms)Flushing 1588230740/info: creating writer at 1732666540697Flushing 1588230740/info: appending metadata at 1732666540733 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732666540733Flushing 1588230740/ns: creating writer at 1732666540807 (+74 ms)Flushing 1588230740/ns: appending metadata at 1732666540830 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732666540830Flushing 1588230740/table: creating writer at 1732666540869 (+39 ms)Flushing 1588230740/table: appending metadata at 1732666540887 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732666540887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4598dc5f: reopening flushed file at 1732666540943 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa1f0ea: reopening flushed file at 1732666540953 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc324ef: reopening flushed file at 1732666540964 (+11 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 282ms, sequenceid=35, compaction requested=false at 1732666540977 (+13 ms)Writing region close event to WAL at 1732666541003 (+26 ms)Running coprocessor post-close hooks at 1732666541013 (+10 ms)Closed at 1732666541014 (+1 ms) 2024-11-27T00:15:41,014 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:15:41,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:41,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32841-0x10179a4487b0003, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:41,027 INFO [RS:2;f036bc4986ea:32841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:15:41,027 INFO [RS:2;f036bc4986ea:32841 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,32841,1732666478280; zookeeper connection closed. 2024-11-27T00:15:41,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3899b885 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3899b885 2024-11-27T00:15:41,089 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,34703,1732666478064; all regions closed. 2024-11-27T00:15:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741836_1012 (size=18358) 2024-11-27T00:15:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741836_1012 (size=18358) 2024-11-27T00:15:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741836_1012 (size=18358) 2024-11-27T00:15:41,119 DEBUG [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs 2024-11-27T00:15:41,119 INFO [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C34703%2C1732666478064.meta:.meta(num 1732666489585) 2024-11-27T00:15:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741833_1009 (size=4639) 2024-11-27T00:15:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741833_1009 (size=4639) 2024-11-27T00:15:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741833_1009 (size=4639) 2024-11-27T00:15:41,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/WALs/f036bc4986ea,34703,1732666478064/f036bc4986ea%2C34703%2C1732666478064.1732666479343 not finished, retry = 0 2024-11-27T00:15:41,165 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:15:41,165 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:15:41,252 DEBUG [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/oldWALs 2024-11-27T00:15:41,253 INFO [RS:0;f036bc4986ea:34703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C34703%2C1732666478064:(num 1732666479343) 2024-11-27T00:15:41,253 DEBUG [RS:0;f036bc4986ea:34703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:15:41,253 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:15:41,253 INFO [RS:0;f036bc4986ea:34703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:15:41,253 INFO [RS:0;f036bc4986ea:34703 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:15:41,253 INFO [RS:0;f036bc4986ea:34703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:15:41,253 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:15:41,253 INFO [RS:0;f036bc4986ea:34703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34703 2024-11-27T00:15:41,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T00:15:41,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f036bc4986ea,34703,1732666478064 2024-11-27T00:15:41,302 INFO [RS:0;f036bc4986ea:34703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:15:41,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,34703,1732666478064] 2024-11-27T00:15:41,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f036bc4986ea,34703,1732666478064 already deleted, retry=false 2024-11-27T00:15:41,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,34703,1732666478064 expired; onlineServers=0 2024-11-27T00:15:41,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,41457,1732666477809' ***** 2024-11-27T00:15:41,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:15:41,323 INFO [M:0;f036bc4986ea:41457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:15:41,323 INFO [M:0;f036bc4986ea:41457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:15:41,323 DEBUG [M:0;f036bc4986ea:41457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:15:41,323 DEBUG [M:0;f036bc4986ea:41457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:15:41,323 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:15:41,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666479012 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666479012,5,FailOnTimeoutGroup] 2024-11-27T00:15:41,323 INFO [M:0;f036bc4986ea:41457 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:15:41,324 INFO [M:0;f036bc4986ea:41457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:15:41,324 DEBUG [M:0;f036bc4986ea:41457 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:15:41,324 INFO [M:0;f036bc4986ea:41457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:15:41,324 INFO [M:0;f036bc4986ea:41457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:15:41,324 ERROR [M:0;f036bc4986ea:41457 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:35941 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35941,5,PEWorkerGroup] 2024-11-27T00:15:41,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666479015 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666479015,5,FailOnTimeoutGroup] 2024-11-27T00:15:41,324 INFO [M:0;f036bc4986ea:41457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:15:41,324 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:15:41,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T00:15:41,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T00:15:41,334 DEBUG [M:0;f036bc4986ea:41457 {}] zookeeper.ZKUtil(347): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T00:15:41,334 WARN [M:0;f036bc4986ea:41457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:15:41,335 INFO [M:0;f036bc4986ea:41457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/.lastflushedseqids 2024-11-27T00:15:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741867_1043 (size=650) 2024-11-27T00:15:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741867_1043 (size=650) 2024-11-27T00:15:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741867_1043 (size=650) 2024-11-27T00:15:41,355 INFO [M:0;f036bc4986ea:41457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:15:41,355 INFO [M:0;f036bc4986ea:41457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:15:41,356 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:15:41,356 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:15:41,356 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:15:41,356 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:15:41,356 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:15:41,356 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=227.20 KB heapSize=269.85 KB 2024-11-27T00:15:41,379 DEBUG [M:0;f036bc4986ea:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b90b59179d2340c1b1b5e922db59f8c9 is 82, key is hbase:meta,,1/info:regioninfo/1732666489617/Put/seqid=0 2024-11-27T00:15:41,413 INFO [RS:0;f036bc4986ea:34703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:15:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34703-0x10179a4487b0001, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:41,413 INFO [RS:0;f036bc4986ea:34703 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,34703,1732666478064; zookeeper connection closed. 2024-11-27T00:15:41,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c718eda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c718eda 2024-11-27T00:15:41,424 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-27T00:15:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741868_1044 (size=5672) 2024-11-27T00:15:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741868_1044 (size=5672) 2024-11-27T00:15:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741868_1044 (size=5672) 2024-11-27T00:15:41,428 INFO [M:0;f036bc4986ea:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b90b59179d2340c1b1b5e922db59f8c9 2024-11-27T00:15:41,459 DEBUG [M:0;f036bc4986ea:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d99f043d3a49079e92172800a3a70c is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666500333/Put/seqid=0 2024-11-27T00:15:41,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741869_1045 (size=12189) 2024-11-27T00:15:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741869_1045 (size=12189) 2024-11-27T00:15:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741869_1045 (size=12189) 2024-11-27T00:15:41,477 INFO [M:0;f036bc4986ea:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=226.46 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d99f043d3a49079e92172800a3a70c 2024-11-27T00:15:41,485 INFO [M:0;f036bc4986ea:41457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d99f043d3a49079e92172800a3a70c 2024-11-27T00:15:41,507 DEBUG [M:0;f036bc4986ea:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6defed29b31649789438a47746c38101 is 69, key is f036bc4986ea,32841,1732666478280/rs:state/1732666479149/Put/seqid=0 2024-11-27T00:15:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741870_1046 (size=5442) 2024-11-27T00:15:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741870_1046 (size=5442) 2024-11-27T00:15:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741870_1046 (size=5442) 2024-11-27T00:15:41,523 INFO [M:0;f036bc4986ea:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6defed29b31649789438a47746c38101 2024-11-27T00:15:41,534 INFO [M:0;f036bc4986ea:41457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6defed29b31649789438a47746c38101 2024-11-27T00:15:41,535 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b90b59179d2340c1b1b5e922db59f8c9 as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b90b59179d2340c1b1b5e922db59f8c9 2024-11-27T00:15:41,541 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b90b59179d2340c1b1b5e922db59f8c9, entries=8, sequenceid=468, filesize=5.5 K 2024-11-27T00:15:41,542 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d99f043d3a49079e92172800a3a70c as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d99f043d3a49079e92172800a3a70c 2024-11-27T00:15:41,557 INFO [M:0;f036bc4986ea:41457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d99f043d3a49079e92172800a3a70c 2024-11-27T00:15:41,557 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d99f043d3a49079e92172800a3a70c, entries=54, sequenceid=468, filesize=11.9 K 2024-11-27T00:15:41,558 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6defed29b31649789438a47746c38101 as hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6defed29b31649789438a47746c38101 2024-11-27T00:15:41,572 INFO [M:0;f036bc4986ea:41457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6defed29b31649789438a47746c38101 2024-11-27T00:15:41,572 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/bfd01ed0-e530-1434-f4b6-5b5bad00e035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6defed29b31649789438a47746c38101, entries=3, sequenceid=468, filesize=5.3 K 2024-11-27T00:15:41,574 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~227.20 KB/232652, heapSize ~269.55 KB/276024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 218ms, sequenceid=468, compaction requested=false 2024-11-27T00:15:41,580 INFO [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:15:41,581 DEBUG [M:0;f036bc4986ea:41457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666541356Disabling compacts and flushes for region at 1732666541356Disabling writes for close at 1732666541356Obtaining lock to block concurrent updates at 1732666541356Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666541356Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=232652, getHeapSize=276264, getOffHeapSize=0, getCellsCount=563 at 1732666541356Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666541358 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666541358Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666541378 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666541378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666541437 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666541458 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666541458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666541485 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666541506 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666541506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36987f29: reopening flushed file at 1732666541534 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116e0210: reopening flushed file at 1732666541541 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7e7e28: reopening flushed file at 1732666541557 (+16 ms)Finished flush of dataSize ~227.20 KB/232652, heapSize ~269.55 KB/276024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 218ms, sequenceid=468, compaction requested=false at 1732666541574 (+17 ms)Writing region close event to WAL at 1732666541580 (+6 ms)Closed at 1732666541580 2024-11-27T00:15:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741830_1006 (size=263871) 2024-11-27T00:15:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741830_1006 (size=263871) 2024-11-27T00:15:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741830_1006 (size=263871) 2024-11-27T00:15:41,600 INFO [M:0;f036bc4986ea:41457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:15:41,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:15:41,600 INFO [M:0;f036bc4986ea:41457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41457 2024-11-27T00:15:41,600 INFO [M:0;f036bc4986ea:41457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:15:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:41,721 INFO [M:0;f036bc4986ea:41457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:15:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x10179a4487b0000, quorum=127.0.0.1:54113, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:15:41,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ebec02b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:15:41,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27eeff62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:15:41,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:15:41,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b74f4fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:15:41,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1101c25c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,STOPPED} 2024-11-27T00:15:41,762 WARN [BP-698064008-172.17.0.3-1732666474755 heartbeating to localhost/127.0.0.1:35941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:15:41,762 WARN [BP-698064008-172.17.0.3-1732666474755 heartbeating to localhost/127.0.0.1:35941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698064008-172.17.0.3-1732666474755 (Datanode Uuid dc8d17a4-1a66-4f69-b6bc-0b9f5338b351) service to localhost/127.0.0.1:35941 2024-11-27T00:15:41,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data5/current/BP-698064008-172.17.0.3-1732666474755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:15:41,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data6/current/BP-698064008-172.17.0.3-1732666474755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:15:41,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:15:41,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:15:41,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:15:41,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3370e434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:15:41,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b93e1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:15:41,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:15:41,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@adc4a5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:15:41,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68eb1f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,STOPPED} 2024-11-27T00:15:41,772 WARN [BP-698064008-172.17.0.3-1732666474755 heartbeating to localhost/127.0.0.1:35941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:15:41,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:15:41,773 WARN [BP-698064008-172.17.0.3-1732666474755 heartbeating to localhost/127.0.0.1:35941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698064008-172.17.0.3-1732666474755 (Datanode Uuid 3ace0757-3ae5-4372-a9b4-0b0f2725e40d) service to localhost/127.0.0.1:35941 2024-11-27T00:15:41,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:15:41,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data3/current/BP-698064008-172.17.0.3-1732666474755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:15:41,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data4/current/BP-698064008-172.17.0.3-1732666474755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:15:41,774 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:15:41,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12c1206{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:15:41,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43b6528f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:15:41,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:15:41,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb9446e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:15:41,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34f1fa22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,STOPPED} 2024-11-27T00:15:41,785 WARN [BP-698064008-172.17.0.3-1732666474755 heartbeating to localhost/127.0.0.1:35941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:15:41,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:15:41,785 WARN [BP-698064008-172.17.0.3-1732666474755 heartbeating to localhost/127.0.0.1:35941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698064008-172.17.0.3-1732666474755 (Datanode Uuid 49679fb7-a35c-48fe-be79-d0727a616dc0) service to localhost/127.0.0.1:35941 2024-11-27T00:15:41,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:15:41,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data1/current/BP-698064008-172.17.0.3-1732666474755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:15:41,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/cluster_e150fb01-6fb8-c945-8884-339729f013e6/data/data2/current/BP-698064008-172.17.0.3-1732666474755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:15:41,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:15:41,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7df9d2db{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:15:41,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265115b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:15:41,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:15:41,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274eec8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:15:41,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb12e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0163d78-c27e-db40-e309-5f18faa69bd2/hadoop.log.dir/,STOPPED} 2024-11-27T00:15:41,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:15:41,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:15:41,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35941 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35941 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2215 (was 2532)