2024-11-15 09:12:37,219 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-15 09:12:37,256 main DEBUG Took 0.034892 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 09:12:37,257 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 09:12:37,257 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 09:12:37,259 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 09:12:37,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,271 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 09:12:37,289 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,291 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,297 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,300 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,304 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 09:12:37,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,309 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 09:12:37,311 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 09:12:37,313 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 09:12:37,317 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 09:12:37,318 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 09:12:37,320 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 09:12:37,320 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 09:12:37,330 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 09:12:37,333 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 09:12:37,336 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 09:12:37,336 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 09:12:37,337 main DEBUG createAppenders(={Console}) 2024-11-15 09:12:37,340 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-15 09:12:37,340 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-15 09:12:37,341 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-15 09:12:37,341 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 09:12:37,342 main DEBUG OutputStream closed 2024-11-15 09:12:37,342 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 09:12:37,343 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 09:12:37,343 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-15 09:12:37,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 09:12:37,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 09:12:37,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 09:12:37,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 09:12:37,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 09:12:37,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 09:12:37,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 09:12:37,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 09:12:37,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 09:12:37,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 09:12:37,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 09:12:37,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 09:12:37,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 09:12:37,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 09:12:37,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 09:12:37,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 09:12:37,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 09:12:37,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 09:12:37,485 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 09:12:37,486 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-15 09:12:37,486 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 09:12:37,487 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-15T09:12:37,506 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-15 09:12:37,509 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 09:12:37,510 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T09:12:37,519 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-15T09:12:37,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=6011 2024-11-15T09:12:38,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db 2024-11-15T09:12:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:12:38,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f, deleteOnExit=true 2024-11-15T09:12:38,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:12:38,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/test.cache.data in system properties and HBase conf 2024-11-15T09:12:38,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:12:38,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:12:38,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:12:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:12:38,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:12:38,185 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T09:12:38,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:12:38,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:12:38,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:12:38,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:12:38,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:12:38,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:12:38,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:12:38,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:12:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:12:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:12:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:12:38,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:12:38,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:12:38,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:12:38,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:12:39,853 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T09:12:39,941 INFO [Time-limited test {}] log.Log(170): Logging initialized @3693ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T09:12:40,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:12:40,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:12:40,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:12:40,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:12:40,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:12:40,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:12:40,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:12:40,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:12:40,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/java.io.tmpdir/jetty-localhost-40139-hadoop-hdfs-3_4_1-tests_jar-_-any-17842723836195678690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:12:40,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:40139} 2024-11-15T09:12:40,454 INFO [Time-limited test {}] server.Server(415): Started @4206ms 2024-11-15T09:12:41,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:12:41,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:12:41,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:12:41,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:12:41,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:12:41,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e202617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:12:41,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3342e93f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:12:41,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a98dc42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/java.io.tmpdir/jetty-localhost-44457-hadoop-hdfs-3_4_1-tests_jar-_-any-8854330765828951410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:12:41,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@81167db{HTTP/1.1, (http/1.1)}{localhost:44457} 2024-11-15T09:12:41,296 INFO [Time-limited test {}] server.Server(415): Started @5049ms 2024-11-15T09:12:41,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:12:41,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:12:41,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:12:41,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:12:41,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:12:41,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:12:41,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af188aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:12:41,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434d0579{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:12:41,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57c38df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/java.io.tmpdir/jetty-localhost-39367-hadoop-hdfs-3_4_1-tests_jar-_-any-2545652529547730468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:12:41,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@735ce3e1{HTTP/1.1, (http/1.1)}{localhost:39367} 2024-11-15T09:12:41,707 INFO [Time-limited test {}] server.Server(415): Started @5459ms 2024-11-15T09:12:41,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:12:41,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:12:41,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:12:41,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:12:41,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:12:41,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:12:41,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d8467b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:12:41,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f48c989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:12:41,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd7dd9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/java.io.tmpdir/jetty-localhost-45011-hadoop-hdfs-3_4_1-tests_jar-_-any-16161325638295022510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:12:41,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61cf63c5{HTTP/1.1, (http/1.1)}{localhost:45011} 2024-11-15T09:12:41,888 INFO [Time-limited test {}] server.Server(415): Started @5641ms 2024-11-15T09:12:41,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:12:43,313 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data2/current/BP-239980848-172.17.0.2-1731661959093/current, will proceed with Du for space computation calculation, 2024-11-15T09:12:43,313 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data4/current/BP-239980848-172.17.0.2-1731661959093/current, will proceed with Du for space computation calculation, 2024-11-15T09:12:43,313 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data1/current/BP-239980848-172.17.0.2-1731661959093/current, will proceed with Du for space computation calculation, 2024-11-15T09:12:43,313 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data3/current/BP-239980848-172.17.0.2-1731661959093/current, will proceed with Du for space computation calculation, 2024-11-15T09:12:43,373 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:12:43,373 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:12:43,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d6c3a4f1ba03eb0 with lease ID 0x7790d2e610f480e2: Processing first storage report for DS-51c9d7a3-7039-444b-a939-887b626f7548 from datanode DatanodeRegistration(127.0.0.1:36875, datanodeUuid=7b64451f-fe17-4fc3-9c50-644de6e6a5bf, infoPort=37275, infoSecurePort=0, ipcPort=44535, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093) 2024-11-15T09:12:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d6c3a4f1ba03eb0 with lease ID 0x7790d2e610f480e2: from storage DS-51c9d7a3-7039-444b-a939-887b626f7548 node DatanodeRegistration(127.0.0.1:36875, datanodeUuid=7b64451f-fe17-4fc3-9c50-644de6e6a5bf, infoPort=37275, infoSecurePort=0, ipcPort=44535, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T09:12:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91eb22a12a937e8 with lease ID 0x7790d2e610f480e3: Processing first storage report for DS-6ea918b1-f134-4d13-8eea-f9f11f32492a from datanode DatanodeRegistration(127.0.0.1:36893, datanodeUuid=5278b79d-5f00-402b-a67a-07916298e353, infoPort=40185, infoSecurePort=0, ipcPort=34863, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093) 2024-11-15T09:12:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91eb22a12a937e8 with lease ID 0x7790d2e610f480e3: from storage DS-6ea918b1-f134-4d13-8eea-f9f11f32492a node DatanodeRegistration(127.0.0.1:36893, datanodeUuid=5278b79d-5f00-402b-a67a-07916298e353, infoPort=40185, infoSecurePort=0, ipcPort=34863, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:12:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d6c3a4f1ba03eb0 with lease ID 0x7790d2e610f480e2: Processing first storage report for DS-9f023b7a-f73f-46be-a5a1-f4808d095949 from datanode DatanodeRegistration(127.0.0.1:36875, datanodeUuid=7b64451f-fe17-4fc3-9c50-644de6e6a5bf, infoPort=37275, infoSecurePort=0, ipcPort=44535, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093) 2024-11-15T09:12:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d6c3a4f1ba03eb0 with lease ID 0x7790d2e610f480e2: from storage DS-9f023b7a-f73f-46be-a5a1-f4808d095949 node DatanodeRegistration(127.0.0.1:36875, datanodeUuid=7b64451f-fe17-4fc3-9c50-644de6e6a5bf, infoPort=37275, infoSecurePort=0, ipcPort=44535, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:12:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91eb22a12a937e8 with lease ID 0x7790d2e610f480e3: Processing first storage report for DS-0f88c3db-6105-4740-99d8-51c8c9adeff9 from datanode DatanodeRegistration(127.0.0.1:36893, datanodeUuid=5278b79d-5f00-402b-a67a-07916298e353, infoPort=40185, infoSecurePort=0, ipcPort=34863, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093) 2024-11-15T09:12:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91eb22a12a937e8 with lease ID 0x7790d2e610f480e3: from storage DS-0f88c3db-6105-4740-99d8-51c8c9adeff9 node DatanodeRegistration(127.0.0.1:36893, datanodeUuid=5278b79d-5f00-402b-a67a-07916298e353, infoPort=40185, infoSecurePort=0, ipcPort=34863, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:12:43,444 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data6/current/BP-239980848-172.17.0.2-1731661959093/current, will proceed with Du for space computation calculation, 2024-11-15T09:12:43,444 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data5/current/BP-239980848-172.17.0.2-1731661959093/current, will proceed with Du for space computation calculation, 2024-11-15T09:12:43,465 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:12:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a86f3778aed7841 with lease ID 0x7790d2e610f480e4: Processing first storage report for DS-0cead00c-4165-4921-87bf-7f6d72bcb721 from datanode DatanodeRegistration(127.0.0.1:40345, datanodeUuid=268901dd-3275-4d8f-8ecf-2627158f2e62, infoPort=41331, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093) 2024-11-15T09:12:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a86f3778aed7841 with lease ID 0x7790d2e610f480e4: from storage DS-0cead00c-4165-4921-87bf-7f6d72bcb721 node DatanodeRegistration(127.0.0.1:40345, datanodeUuid=268901dd-3275-4d8f-8ecf-2627158f2e62, infoPort=41331, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:12:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a86f3778aed7841 with lease ID 0x7790d2e610f480e4: Processing first storage report for DS-bcfbf4cb-c2e9-4848-ba33-d8fb28bdffcd from datanode DatanodeRegistration(127.0.0.1:40345, datanodeUuid=268901dd-3275-4d8f-8ecf-2627158f2e62, infoPort=41331, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093) 2024-11-15T09:12:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a86f3778aed7841 with lease ID 0x7790d2e610f480e4: from storage DS-bcfbf4cb-c2e9-4848-ba33-d8fb28bdffcd node DatanodeRegistration(127.0.0.1:40345, datanodeUuid=268901dd-3275-4d8f-8ecf-2627158f2e62, infoPort=41331, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1351180617;c=1731661959093), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:12:43,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db 2024-11-15T09:12:43,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/zookeeper_0, clientPort=64468, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:12:43,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64468 2024-11-15T09:12:43,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:43,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:43,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:12:43,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:12:43,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:12:44,331 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 with version=8 2024-11-15T09:12:44,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/hbase-staging 2024-11-15T09:12:44,412 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T09:12:44,641 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:12:44,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:44,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:44,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:12:44,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:44,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:12:44,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:12:44,857 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T09:12:44,870 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T09:12:44,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:12:44,907 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1011 (auto-detected) 2024-11-15T09:12:44,909 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T09:12:44,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45453 2024-11-15T09:12:44,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45453 connecting to ZooKeeper ensemble=127.0.0.1:64468 2024-11-15T09:12:45,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454530x0, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:12:45,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45453-0x1013dc49cdc0000 connected 2024-11-15T09:12:45,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:12:45,260 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185, hbase.cluster.distributed=false 2024-11-15T09:12:45,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:12:45,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45453 2024-11-15T09:12:45,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45453 2024-11-15T09:12:45,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45453 2024-11-15T09:12:45,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45453 2024-11-15T09:12:45,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45453 2024-11-15T09:12:45,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:12:45,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:12:45,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:12:45,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:12:45,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:12:45,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41551 2024-11-15T09:12:45,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41551 connecting to ZooKeeper ensemble=127.0.0.1:64468 2024-11-15T09:12:45,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415510x0, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:12:45,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415510x0, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:12:45,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41551-0x1013dc49cdc0001 connected 2024-11-15T09:12:45,463 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:12:45,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:12:45,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:12:45,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:12:45,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41551 2024-11-15T09:12:45,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41551 2024-11-15T09:12:45,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41551 2024-11-15T09:12:45,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41551 2024-11-15T09:12:45,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41551 2024-11-15T09:12:45,504 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:12:45,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:12:45,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:12:45,505 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:12:45,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:12:45,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46207 2024-11-15T09:12:45,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46207 connecting to ZooKeeper ensemble=127.0.0.1:64468 2024-11-15T09:12:45,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462070x0, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:12:45,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462070x0, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:12:45,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46207-0x1013dc49cdc0002 connected 2024-11-15T09:12:45,533 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:12:45,535 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:12:45,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:12:45,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:12:45,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-15T09:12:45,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46207 2024-11-15T09:12:45,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46207 2024-11-15T09:12:45,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-15T09:12:45,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-15T09:12:45,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:12:45,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:12:45,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:12:45,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:12:45,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:12:45,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:12:45,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44203 2024-11-15T09:12:45,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44203 connecting to ZooKeeper ensemble=127.0.0.1:64468 2024-11-15T09:12:45,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,584 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442030x0, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:12:45,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442030x0, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:12:45,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:12:45,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44203-0x1013dc49cdc0003 connected 2024-11-15T09:12:45,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:12:45,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:12:45,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:12:45,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-15T09:12:45,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44203 2024-11-15T09:12:45,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44203 2024-11-15T09:12:45,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-15T09:12:45,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44203 2024-11-15T09:12:45,615 DEBUG [M:0;791f12959b23:45453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:45453 2024-11-15T09:12:45,616 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,45453,1731661964483 2024-11-15T09:12:45,627 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,630 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,45453,1731661964483 2024-11-15T09:12:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:12:45,658 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:12:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:12:45,658 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,659 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:12:45,660 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,45453,1731661964483 from backup master directory 2024-11-15T09:12:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,45453,1731661964483 2024-11-15T09:12:45,668 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:12:45,669 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:12:45,669 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,45453,1731661964483 2024-11-15T09:12:45,671 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T09:12:45,673 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T09:12:45,729 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/hbase.id] with ID: 871785a8-35ac-41e8-a03e-0da0aba0509a 2024-11-15T09:12:45,730 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.tmp/hbase.id 2024-11-15T09:12:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:12:45,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:12:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:12:45,745 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.tmp/hbase.id]:[hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/hbase.id] 2024-11-15T09:12:45,793 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:12:45,801 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:12:45,820 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-15T09:12:45,826 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:12:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:12:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:12:45,857 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:12:45,859 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:12:45,872 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:12:45,875 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:12:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:12:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:12:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:12:45,922 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store 2024-11-15T09:12:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:12:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:12:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:12:45,946 INFO [master/791f12959b23:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T09:12:45,949 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:45,950 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:12:45,950 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:12:45,951 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:12:45,952 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:12:45,952 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:12:45,952 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:12:45,953 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731661965950Disabling compacts and flushes for region at 1731661965950Disabling writes for close at 1731661965952 (+2 ms)Writing region close event to WAL at 1731661965952Closed at 1731661965952 2024-11-15T09:12:45,955 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/.initializing 2024-11-15T09:12:45,955 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/WALs/791f12959b23,45453,1731661964483 2024-11-15T09:12:45,962 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:12:45,975 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C45453%2C1731661964483, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/WALs/791f12959b23,45453,1731661964483, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/oldWALs, maxLogs=10 2024-11-15T09:12:46,005 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/WALs/791f12959b23,45453,1731661964483/791f12959b23%2C45453%2C1731661964483.1731661965980, exclude list is [], retry=0 2024-11-15T09:12:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-6ea918b1-f134-4d13-8eea-f9f11f32492a,DISK] 2024-11-15T09:12:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-51c9d7a3-7039-444b-a939-887b626f7548,DISK] 2024-11-15T09:12:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-0cead00c-4165-4921-87bf-7f6d72bcb721,DISK] 2024-11-15T09:12:46,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T09:12:46,065 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/WALs/791f12959b23,45453,1731661964483/791f12959b23%2C45453%2C1731661964483.1731661965980 2024-11-15T09:12:46,066 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:40185:40185),(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-15T09:12:46,066 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:12:46,067 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:46,071 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,072 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:12:46,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:46,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:12:46,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:12:46,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:12:46,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:12:46,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:12:46,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:12:46,169 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,172 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,173 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,178 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,178 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,182 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:12:46,185 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:12:46,189 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:12:46,191 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58971217, jitterRate=-0.1212603896856308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:12:46,197 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731661966086Initializing all the Stores at 1731661966088 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661966089 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661966092 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661966093 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661966093Cleaning up temporary data from old regions at 1731661966178 (+85 ms)Region opened successfully at 1731661966197 (+19 ms) 2024-11-15T09:12:46,199 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:12:46,230 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fe8f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:12:46,255 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:12:46,264 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:12:46,265 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:12:46,267 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:12:46,268 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T09:12:46,272 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T09:12:46,272 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T09:12:46,300 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:12:46,309 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:12:46,321 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:12:46,323 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:12:46,325 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:12:46,331 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:12:46,334 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:12:46,337 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:12:46,342 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:12:46,343 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:12:46,352 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:12:46,371 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:12:46,384 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:12:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:12:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:12:46,395 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:12:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:12:46,395 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,401 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,45453,1731661964483, sessionid=0x1013dc49cdc0000, setting cluster-up flag (Was=false) 2024-11-15T09:12:46,426 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,458 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:12:46,463 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,45453,1731661964483 2024-11-15T09:12:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,490 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:46,521 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:12:46,524 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,45453,1731661964483 2024-11-15T09:12:46,533 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:12:46,605 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(746): ClusterId : 871785a8-35ac-41e8-a03e-0da0aba0509a 2024-11-15T09:12:46,605 INFO [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(746): ClusterId : 871785a8-35ac-41e8-a03e-0da0aba0509a 2024-11-15T09:12:46,606 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(746): ClusterId : 871785a8-35ac-41e8-a03e-0da0aba0509a 2024-11-15T09:12:46,608 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:12:46,608 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:12:46,608 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:12:46,612 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:12:46,622 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:12:46,628 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:12:46,636 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,45453,1731661964483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:12:46,649 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:12:46,649 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:12:46,649 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:12:46,649 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:12:46,649 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:12:46,649 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:12:46,650 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:12:46,650 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:12:46,650 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:12:46,650 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:12:46,650 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:12:46,651 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,651 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:12:46,651 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,656 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731661996656 2024-11-15T09:12:46,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:12:46,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:12:46,658 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:12:46,659 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:12:46,663 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:12:46,663 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:12:46,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,663 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:12:46,664 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:12:46,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:12:46,664 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,667 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:12:46,669 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:12:46,669 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:12:46,669 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:12:46,669 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:12:46,670 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:12:46,670 DEBUG [RS:1;791f12959b23:46207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e160771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:12:46,670 DEBUG [RS:2;791f12959b23:44203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bb13d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:12:46,670 DEBUG [RS:0;791f12959b23:41551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57162767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:12:46,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:12:46,677 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:12:46,679 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731661966679,5,FailOnTimeoutGroup] 2024-11-15T09:12:46,683 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731661966679,5,FailOnTimeoutGroup] 2024-11-15T09:12:46,683 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,683 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:12:46,685 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,685 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:12:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:12:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:12:46,692 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:46207 2024-11-15T09:12:46,692 DEBUG [RS:0;791f12959b23:41551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:41551 2024-11-15T09:12:46,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:12:46,693 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:46,694 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;791f12959b23:44203 2024-11-15T09:12:46,696 INFO [RS:1;791f12959b23:46207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:12:46,696 INFO [RS:2;791f12959b23:44203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:12:46,696 INFO [RS:0;791f12959b23:41551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:12:46,696 INFO [RS:1;791f12959b23:46207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:12:46,696 INFO [RS:0;791f12959b23:41551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:12:46,696 INFO [RS:2;791f12959b23:44203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:12:46,696 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:12:46,696 DEBUG [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:12:46,696 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:12:46,699 INFO [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,45453,1731661964483 with port=41551, startcode=1731661965373 2024-11-15T09:12:46,699 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,45453,1731661964483 with port=44203, startcode=1731661965564 2024-11-15T09:12:46,699 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,45453,1731661964483 with port=46207, startcode=1731661965503 2024-11-15T09:12:46,712 DEBUG [RS:0;791f12959b23:41551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:12:46,712 DEBUG [RS:1;791f12959b23:46207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:12:46,712 DEBUG [RS:2;791f12959b23:44203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:12:46,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:12:46,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:12:46,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:12:46,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:46,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:12:46,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:12:46,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:46,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:12:46,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:12:46,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:46,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:12:46,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:12:46,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:46,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:12:46,752 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:12:46,752 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:12:46,752 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:12:46,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:12:46,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:46,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:46,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:12:46,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740 2024-11-15T09:12:46,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740 2024-11-15T09:12:46,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,44203,1731661965564 2024-11-15T09:12:46,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:12:46,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:12:46,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] master.ServerManager(517): Registering regionserver=791f12959b23,44203,1731661965564 2024-11-15T09:12:46,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:12:46,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:12:46,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,41551,1731661965373 2024-11-15T09:12:46,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] master.ServerManager(517): Registering regionserver=791f12959b23,41551,1731661965373 2024-11-15T09:12:46,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:12:46,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63312997, jitterRate=-0.05656282603740692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:12:46,779 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:46,780 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43183 2024-11-15T09:12:46,780 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:12:46,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,46207,1731661965503 2024-11-15T09:12:46,781 DEBUG [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:46,781 DEBUG [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43183 2024-11-15T09:12:46,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] master.ServerManager(517): Registering regionserver=791f12959b23,46207,1731661965503 2024-11-15T09:12:46,781 DEBUG [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:12:46,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731661966727Initializing all the Stores at 1731661966729 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661966730 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661966730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661966730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661966730Cleaning up temporary data from old regions at 1731661966761 (+31 ms)Region opened successfully at 1731661966782 (+21 ms) 2024-11-15T09:12:46,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:12:46,782 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:12:46,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:12:46,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:12:46,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:12:46,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:12:46,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731661966782Disabling compacts and flushes for region at 1731661966782Disabling writes for close at 1731661966782Writing region close event to WAL at 1731661966784 (+2 ms)Closed at 1731661966784 2024-11-15T09:12:46,784 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:46,785 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43183 2024-11-15T09:12:46,785 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:12:46,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:12:46,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:12:46,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:12:46,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:12:46,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:12:46,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:12:46,866 DEBUG [RS:0;791f12959b23:41551 {}] zookeeper.ZKUtil(111): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,41551,1731661965373 2024-11-15T09:12:46,866 WARN [RS:0;791f12959b23:41551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:12:46,866 INFO [RS:0;791f12959b23:41551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:12:46,866 DEBUG [RS:1;791f12959b23:46207 {}] zookeeper.ZKUtil(111): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,46207,1731661965503 2024-11-15T09:12:46,866 DEBUG [RS:2;791f12959b23:44203 {}] zookeeper.ZKUtil(111): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,44203,1731661965564 2024-11-15T09:12:46,867 WARN [RS:1;791f12959b23:46207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:12:46,867 WARN [RS:2;791f12959b23:44203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:12:46,867 DEBUG [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373 2024-11-15T09:12:46,867 INFO [RS:2;791f12959b23:44203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:12:46,867 INFO [RS:1;791f12959b23:46207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:12:46,867 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564 2024-11-15T09:12:46,867 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,46207,1731661965503 2024-11-15T09:12:46,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,46207,1731661965503] 2024-11-15T09:12:46,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,41551,1731661965373] 2024-11-15T09:12:46,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,44203,1731661965564] 2024-11-15T09:12:46,894 INFO [RS:0;791f12959b23:41551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:12:46,894 INFO [RS:1;791f12959b23:46207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:12:46,894 INFO [RS:2;791f12959b23:44203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:12:46,912 INFO [RS:0;791f12959b23:41551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:12:46,912 INFO [RS:1;791f12959b23:46207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:12:46,913 INFO [RS:2;791f12959b23:44203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:12:46,917 INFO [RS:2;791f12959b23:44203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:12:46,917 INFO [RS:1;791f12959b23:46207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:12:46,917 INFO [RS:0;791f12959b23:41551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:12:46,917 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,917 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,917 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,918 INFO [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:12:46,918 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:12:46,918 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:12:46,924 INFO [RS:1;791f12959b23:46207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:12:46,924 INFO [RS:2;791f12959b23:44203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:12:46,924 INFO [RS:0;791f12959b23:41551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:12:46,926 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,926 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,926 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,926 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,926 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:12:46,927 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:12:46,927 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:12:46,927 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,927 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:12:46,928 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:12:46,928 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:12:46,928 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:12:46,928 DEBUG [RS:1;791f12959b23:46207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:12:46,928 DEBUG [RS:0;791f12959b23:41551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:12:46,928 DEBUG [RS:2;791f12959b23:44203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:12:46,931 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,931 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46207,1731661965503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,41551,1731661965373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,932 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,44203,1731661965564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:12:46,952 INFO [RS:0;791f12959b23:41551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:12:46,954 INFO [RS:1;791f12959b23:46207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:12:46,954 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,41551,1731661965373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,954 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,46207,1731661965503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,954 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,954 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,954 INFO [RS:0;791f12959b23:41551 {}] regionserver.Replication(171): 791f12959b23,41551,1731661965373 started 2024-11-15T09:12:46,954 INFO [RS:1;791f12959b23:46207 {}] regionserver.Replication(171): 791f12959b23,46207,1731661965503 started 2024-11-15T09:12:46,956 INFO [RS:2;791f12959b23:44203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:12:46,956 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,44203,1731661965564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,956 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,956 WARN [791f12959b23:45453 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:12:46,956 INFO [RS:2;791f12959b23:44203 {}] regionserver.Replication(171): 791f12959b23,44203,1731661965564 started 2024-11-15T09:12:46,973 INFO [RS:0;791f12959b23:41551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,974 INFO [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,41551,1731661965373, RpcServer on 791f12959b23/172.17.0.2:41551, sessionid=0x1013dc49cdc0001 2024-11-15T09:12:46,974 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:12:46,975 DEBUG [RS:0;791f12959b23:41551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,41551,1731661965373 2024-11-15T09:12:46,975 DEBUG [RS:0;791f12959b23:41551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,41551,1731661965373' 2024-11-15T09:12:46,975 DEBUG [RS:0;791f12959b23:41551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:12:46,976 DEBUG [RS:0;791f12959b23:41551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:12:46,976 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,976 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:46,976 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,44203,1731661965564, RpcServer on 791f12959b23/172.17.0.2:44203, sessionid=0x1013dc49cdc0003 2024-11-15T09:12:46,976 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,46207,1731661965503, RpcServer on 791f12959b23/172.17.0.2:46207, sessionid=0x1013dc49cdc0002 2024-11-15T09:12:46,976 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:12:46,976 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:12:46,977 DEBUG [RS:2;791f12959b23:44203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,44203,1731661965564 2024-11-15T09:12:46,977 DEBUG [RS:1;791f12959b23:46207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,46207,1731661965503 2024-11-15T09:12:46,977 DEBUG [RS:2;791f12959b23:44203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,44203,1731661965564' 2024-11-15T09:12:46,977 DEBUG [RS:1;791f12959b23:46207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,46207,1731661965503' 2024-11-15T09:12:46,977 DEBUG [RS:1;791f12959b23:46207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:12:46,977 DEBUG [RS:2;791f12959b23:44203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:12:46,977 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:12:46,977 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:12:46,977 DEBUG [RS:0;791f12959b23:41551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,41551,1731661965373 2024-11-15T09:12:46,977 DEBUG [RS:0;791f12959b23:41551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,41551,1731661965373' 2024-11-15T09:12:46,977 DEBUG [RS:0;791f12959b23:41551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:12:46,977 DEBUG [RS:1;791f12959b23:46207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:12:46,977 DEBUG [RS:2;791f12959b23:44203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:12:46,978 DEBUG [RS:0;791f12959b23:41551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:12:46,978 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:12:46,978 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:12:46,978 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:12:46,978 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:12:46,978 DEBUG [RS:2;791f12959b23:44203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,44203,1731661965564 2024-11-15T09:12:46,978 DEBUG [RS:1;791f12959b23:46207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,46207,1731661965503 2024-11-15T09:12:46,978 DEBUG [RS:2;791f12959b23:44203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,44203,1731661965564' 2024-11-15T09:12:46,978 DEBUG [RS:1;791f12959b23:46207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,46207,1731661965503' 2024-11-15T09:12:46,978 DEBUG [RS:2;791f12959b23:44203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:12:46,978 DEBUG [RS:1;791f12959b23:46207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:12:46,979 DEBUG [RS:0;791f12959b23:41551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:12:46,979 INFO [RS:0;791f12959b23:41551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:12:46,979 DEBUG [RS:2;791f12959b23:44203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:12:46,979 DEBUG [RS:1;791f12959b23:46207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:12:46,979 INFO [RS:0;791f12959b23:41551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:12:46,979 DEBUG [RS:2;791f12959b23:44203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:12:46,979 DEBUG [RS:1;791f12959b23:46207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:12:46,979 INFO [RS:2;791f12959b23:44203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:12:46,979 INFO [RS:1;791f12959b23:46207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:12:46,979 INFO [RS:2;791f12959b23:44203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:12:46,979 INFO [RS:1;791f12959b23:46207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:12:47,084 INFO [RS:0;791f12959b23:41551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:12:47,084 INFO [RS:1;791f12959b23:46207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:12:47,084 INFO [RS:2;791f12959b23:44203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:12:47,087 INFO [RS:0;791f12959b23:41551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C41551%2C1731661965373, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs, maxLogs=32 2024-11-15T09:12:47,087 INFO [RS:1;791f12959b23:46207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C46207%2C1731661965503, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,46207,1731661965503, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs, maxLogs=32 2024-11-15T09:12:47,087 INFO [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C44203%2C1731661965564, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs, maxLogs=32 2024-11-15T09:12:47,105 DEBUG [RS:0;791f12959b23:41551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373/791f12959b23%2C41551%2C1731661965373.1731661967091, exclude list is [], retry=0 2024-11-15T09:12:47,105 DEBUG [RS:1;791f12959b23:46207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,46207,1731661965503/791f12959b23%2C46207%2C1731661965503.1731661967091, exclude list is [], retry=0 2024-11-15T09:12:47,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-0cead00c-4165-4921-87bf-7f6d72bcb721,DISK] 2024-11-15T09:12:47,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-51c9d7a3-7039-444b-a939-887b626f7548,DISK] 2024-11-15T09:12:47,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-6ea918b1-f134-4d13-8eea-f9f11f32492a,DISK] 2024-11-15T09:12:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-6ea918b1-f134-4d13-8eea-f9f11f32492a,DISK] 2024-11-15T09:12:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-51c9d7a3-7039-444b-a939-887b626f7548,DISK] 2024-11-15T09:12:47,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-0cead00c-4165-4921-87bf-7f6d72bcb721,DISK] 2024-11-15T09:12:47,126 INFO [RS:0;791f12959b23:41551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373/791f12959b23%2C41551%2C1731661965373.1731661967091 2024-11-15T09:12:47,127 DEBUG [RS:0;791f12959b23:41551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:37275:37275),(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-15T09:12:47,128 INFO [RS:1;791f12959b23:46207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,46207,1731661965503/791f12959b23%2C46207%2C1731661965503.1731661967091 2024-11-15T09:12:47,129 DEBUG [RS:1;791f12959b23:46207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40185:40185),(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-15T09:12:47,133 DEBUG [RS:2;791f12959b23:44203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564/791f12959b23%2C44203%2C1731661965564.1731661967091, exclude list is [], retry=0 2024-11-15T09:12:47,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-6ea918b1-f134-4d13-8eea-f9f11f32492a,DISK] 2024-11-15T09:12:47,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-51c9d7a3-7039-444b-a939-887b626f7548,DISK] 2024-11-15T09:12:47,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-0cead00c-4165-4921-87bf-7f6d72bcb721,DISK] 2024-11-15T09:12:47,143 INFO [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564/791f12959b23%2C44203%2C1731661965564.1731661967091 2024-11-15T09:12:47,143 DEBUG [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:40185:40185),(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-15T09:12:47,210 DEBUG [791f12959b23:45453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T09:12:47,222 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:12:47,227 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:12:47,228 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:12:47,228 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T09:12:47,228 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:12:47,228 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:12:47,228 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T09:12:47,228 INFO [791f12959b23:45453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:12:47,228 INFO [791f12959b23:45453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:12:47,228 INFO [791f12959b23:45453 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T09:12:47,228 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:12:47,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:12:47,240 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,44203,1731661965564, state=OPENING 2024-11-15T09:12:47,267 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:47,352 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:12:47,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:47,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:47,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:47,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:47,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:12:47,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,44203,1731661965564}] 2024-11-15T09:12:54,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T09:12:54,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T09:12:57,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:12:57,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:12:57,401 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:12:57,401 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:12:57,402 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:12:57,406 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C44203%2C1731661965564.meta, suffix=.meta, logDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs, maxLogs=32 2024-11-15T09:12:57,423 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564/791f12959b23%2C44203%2C1731661965564.meta.1731661977409.meta, exclude list is [], retry=0 2024-11-15T09:12:57,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-0cead00c-4165-4921-87bf-7f6d72bcb721,DISK] 2024-11-15T09:12:57,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36875,DS-51c9d7a3-7039-444b-a939-887b626f7548,DISK] 2024-11-15T09:12:57,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36893,DS-6ea918b1-f134-4d13-8eea-f9f11f32492a,DISK] 2024-11-15T09:12:57,430 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,44203,1731661965564/791f12959b23%2C44203%2C1731661965564.meta.1731661977409.meta 2024-11-15T09:12:57,431 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275),(127.0.0.1/127.0.0.1:41331:41331),(127.0.0.1/127.0.0.1:40185:40185)] 2024-11-15T09:12:57,431 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:12:57,433 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:12:57,436 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:12:57,441 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:12:57,445 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:12:57,446 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:57,446 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:12:57,446 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:12:57,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:12:57,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:12:57,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:57,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:57,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:12:57,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:12:57,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:57,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:57,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:12:57,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:12:57,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:57,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:57,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:12:57,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:12:57,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:57,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:12:57,459 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:12:57,460 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740 2024-11-15T09:12:57,462 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740 2024-11-15T09:12:57,464 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:12:57,464 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:12:57,465 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:12:57,467 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:12:57,469 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65461718, jitterRate=-0.02454438805580139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:12:57,469 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:12:57,471 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731661977446Writing region info on filesystem at 1731661977447 (+1 ms)Initializing all the Stores at 1731661977448 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661977448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661977449 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661977449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731661977449Cleaning up temporary data from old regions at 1731661977464 (+15 ms)Running coprocessor post-open hooks at 1731661977469 (+5 ms)Region opened successfully at 1731661977470 (+1 ms) 2024-11-15T09:12:57,477 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731661977378 2024-11-15T09:12:57,486 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:12:57,487 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:12:57,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:12:57,490 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,44203,1731661965564, state=OPEN 2024-11-15T09:12:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:12:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:12:57,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:12:57,552 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:12:57,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:57,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:57,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:57,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:12:57,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,44203,1731661965564 2024-11-15T09:12:57,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:12:57,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,44203,1731661965564 in 10.1960 sec 2024-11-15T09:12:57,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:12:57,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7720 sec 2024-11-15T09:12:57,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:12:57,571 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:12:57,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:12:57,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,44203,1731661965564, seqNum=-1] 2024-11-15T09:12:57,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:12:57,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:12:57,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0680 sec 2024-11-15T09:12:57,630 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731661977629, completionTime=-1 2024-11-15T09:12:57,632 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T09:12:57,632 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:12:57,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T09:12:57,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662037682 2024-11-15T09:12:57,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662097682 2024-11-15T09:12:57,682 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 49 msec 2024-11-15T09:12:57,687 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:12:57,695 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45453,1731661964483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,695 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45453,1731661964483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,696 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45453,1731661964483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,697 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:45453, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,698 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,698 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,704 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:12:57,726 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.056sec 2024-11-15T09:12:57,728 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:12:57,729 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:12:57,730 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:12:57,731 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:12:57,731 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:12:57,732 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45453,1731661964483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:12:57,732 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45453,1731661964483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:12:57,736 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:12:57,737 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:12:57,738 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45453,1731661964483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:12:57,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701d4b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:12:57,834 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T09:12:57,834 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T09:12:57,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,45453,-1 for getting cluster id 2024-11-15T09:12:57,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:12:57,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '871785a8-35ac-41e8-a03e-0da0aba0509a' 2024-11-15T09:12:57,853 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:12:57,853 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "871785a8-35ac-41e8-a03e-0da0aba0509a" 2024-11-15T09:12:57,854 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b435c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:12:57,854 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,45453,-1] 2024-11-15T09:12:57,856 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:12:57,858 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:12:57,860 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:12:57,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9377af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:12:57,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:12:57,871 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,44203,1731661965564, seqNum=-1] 2024-11-15T09:12:57,871 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:12:57,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:12:57,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,45453,1731661964483 2024-11-15T09:12:57,896 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731661977895 (current time:1731661977895). 2024-11-15T09:12:57,896 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T09:12:57,896 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T09:12:57,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519d5ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:12:57,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,45453,-1 for getting cluster id 2024-11-15T09:12:57,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:12:57,899 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '871785a8-35ac-41e8-a03e-0da0aba0509a' 2024-11-15T09:12:57,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:12:57,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "871785a8-35ac-41e8-a03e-0da0aba0509a" 2024-11-15T09:12:57,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289c7358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:12:57,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,45453,-1] 2024-11-15T09:12:57,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:12:57,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:12:57,902 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:12:57,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66dca643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:12:57,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:12:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,44203,1731661965564, seqNum=-1] 2024-11-15T09:12:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:12:57,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:12:57,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:12:57,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:12:57,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:12:57,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:12:57,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:12:57,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:12:57,923 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,45453,1731661964483 2024-11-15T09:12:57,925 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d02f36e 2024-11-15T09:12:57,926 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:12:57,928 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:12:57,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:12:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T09:12:57,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:12:57,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T09:12:57,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:12:57,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:12:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:12:57,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741837_1013 (size=361) 2024-11-15T09:12:57,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741837_1013 (size=361) 2024-11-15T09:12:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741837_1013 (size=361) 2024-11-15T09:12:57,963 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d7f2b9c6f0ba8bfc32f72b22702f2da0, NAME => 'SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:57,963 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 075c5ee2c3dc909d6e6741da31cc443e, NAME => 'SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:57,963 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 331e1efb4c744099a3458e128d27580a, NAME => 'SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741838_1014 (size=62) 2024-11-15T09:12:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741838_1014 (size=62) 2024-11-15T09:12:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741838_1014 (size=62) 2024-11-15T09:12:57,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:57,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 075c5ee2c3dc909d6e6741da31cc443e, disabling compactions & flushes 2024-11-15T09:12:57,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:12:57,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:12:57,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. after waiting 0 ms 2024-11-15T09:12:57,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:12:57,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:12:57,982 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 075c5ee2c3dc909d6e6741da31cc443e: Waiting for close lock at 1731661977981Disabling compacts and flushes for region at 1731661977981Disabling writes for close at 1731661977981Writing region close event to WAL at 1731661977981Closed at 1731661977981 2024-11-15T09:12:57,982 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1a8786a120fd1075e434f9b4ba88cf12, NAME => 'SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741839_1015 (size=62) 2024-11-15T09:12:57,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741839_1015 (size=62) 2024-11-15T09:12:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741839_1015 (size=62) 2024-11-15T09:12:57,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741840_1016 (size=54) 2024-11-15T09:12:57,989 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:57,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d7f2b9c6f0ba8bfc32f72b22702f2da0, disabling compactions & flushes 2024-11-15T09:12:57,990 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:12:57,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:12:57,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. after waiting 0 ms 2024-11-15T09:12:57,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:12:57,990 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:12:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741840_1016 (size=54) 2024-11-15T09:12:57,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d7f2b9c6f0ba8bfc32f72b22702f2da0: Waiting for close lock at 1731661977989Disabling compacts and flushes for region at 1731661977989Disabling writes for close at 1731661977990 (+1 ms)Writing region close event to WAL at 1731661977990Closed at 1731661977990 2024-11-15T09:12:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741840_1016 (size=54) 2024-11-15T09:12:57,991 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1f201df1d2e4089b90febd641164cb1f, NAME => 'SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:57,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:57,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 331e1efb4c744099a3458e128d27580a, disabling compactions & flushes 2024-11-15T09:12:57,992 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:12:57,992 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:12:57,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. after waiting 0 ms 2024-11-15T09:12:57,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:12:57,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:12:57,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 331e1efb4c744099a3458e128d27580a: Waiting for close lock at 1731661977992Disabling compacts and flushes for region at 1731661977992Disabling writes for close at 1731661977993 (+1 ms)Writing region close event to WAL at 1731661977993Closed at 1731661977993 2024-11-15T09:12:57,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0110388004ca8420c29824071bf2a29f, NAME => 'SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741841_1017 (size=62) 2024-11-15T09:12:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741841_1017 (size=62) 2024-11-15T09:12:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741841_1017 (size=62) 2024-11-15T09:12:58,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1a8786a120fd1075e434f9b4ba88cf12, disabling compactions & flushes 2024-11-15T09:12:58,000 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:12:58,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:12:58,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. after waiting 0 ms 2024-11-15T09:12:58,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:12:58,000 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:12:58,000 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1a8786a120fd1075e434f9b4ba88cf12: Waiting for close lock at 1731661978000Disabling compacts and flushes for region at 1731661978000Disabling writes for close at 1731661978000Writing region close event to WAL at 1731661978000Closed at 1731661978000 2024-11-15T09:12:58,001 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 370ad24dcc1b86a2e25563adc7443999, NAME => 'SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741842_1018 (size=62) 2024-11-15T09:12:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741842_1018 (size=62) 2024-11-15T09:12:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741842_1018 (size=62) 2024-11-15T09:12:58,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1f201df1d2e4089b90febd641164cb1f, disabling compactions & flushes 2024-11-15T09:12:58,012 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:12:58,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:12:58,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. after waiting 0 ms 2024-11-15T09:12:58,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:12:58,012 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:12:58,013 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1f201df1d2e4089b90febd641164cb1f: Waiting for close lock at 1731661978012Disabling compacts and flushes for region at 1731661978012Disabling writes for close at 1731661978012Writing region close event to WAL at 1731661978012Closed at 1731661978012 2024-11-15T09:12:58,013 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => afc4a98f214c086e4285ae99e3e71bb4, NAME => 'SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741843_1019 (size=62) 2024-11-15T09:12:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741843_1019 (size=62) 2024-11-15T09:12:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741843_1019 (size=62) 2024-11-15T09:12:58,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0110388004ca8420c29824071bf2a29f, disabling compactions & flushes 2024-11-15T09:12:58,021 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:12:58,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:12:58,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. after waiting 0 ms 2024-11-15T09:12:58,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:12:58,021 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:12:58,021 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0110388004ca8420c29824071bf2a29f: Waiting for close lock at 1731661978021Disabling compacts and flushes for region at 1731661978021Disabling writes for close at 1731661978021Writing region close event to WAL at 1731661978021Closed at 1731661978021 2024-11-15T09:12:58,022 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33dd5a86a95efeae91515b65fcfc5df0, NAME => 'SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741844_1020 (size=62) 2024-11-15T09:12:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741844_1020 (size=62) 2024-11-15T09:12:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741844_1020 (size=62) 2024-11-15T09:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 370ad24dcc1b86a2e25563adc7443999, disabling compactions & flushes 2024-11-15T09:12:58,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. after waiting 0 ms 2024-11-15T09:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:12:58,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 370ad24dcc1b86a2e25563adc7443999: Waiting for close lock at 1731661978038Disabling compacts and flushes for region at 1731661978038Disabling writes for close at 1731661978038Writing region close event to WAL at 1731661978038Closed at 1731661978038 2024-11-15T09:12:58,039 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc28b9730842d22ff88a1a7688d768be, NAME => 'SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185 2024-11-15T09:12:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741845_1021 (size=62) 2024-11-15T09:12:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741845_1021 (size=62) 2024-11-15T09:12:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741845_1021 (size=62) 2024-11-15T09:12:58,048 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing afc4a98f214c086e4285ae99e3e71bb4, disabling compactions & flushes 2024-11-15T09:12:58,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:12:58,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:12:58,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. after waiting 0 ms 2024-11-15T09:12:58,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:12:58,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:12:58,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for afc4a98f214c086e4285ae99e3e71bb4: Waiting for close lock at 1731661978049Disabling compacts and flushes for region at 1731661978049Disabling writes for close at 1731661978049Writing region close event to WAL at 1731661978049Closed at 1731661978049 2024-11-15T09:12:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:12:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741846_1022 (size=62) 2024-11-15T09:12:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741846_1022 (size=62) 2024-11-15T09:12:58,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741846_1022 (size=62) 2024-11-15T09:12:58,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 33dd5a86a95efeae91515b65fcfc5df0, disabling compactions & flushes 2024-11-15T09:12:58,062 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:12:58,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:12:58,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. after waiting 0 ms 2024-11-15T09:12:58,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:12:58,062 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:12:58,062 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33dd5a86a95efeae91515b65fcfc5df0: Waiting for close lock at 1731661978062Disabling compacts and flushes for region at 1731661978062Disabling writes for close at 1731661978062Writing region close event to WAL at 1731661978062Closed at 1731661978062 2024-11-15T09:12:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741847_1023 (size=54) 2024-11-15T09:12:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741847_1023 (size=54) 2024-11-15T09:12:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741847_1023 (size=54) 2024-11-15T09:12:58,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:12:58,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cc28b9730842d22ff88a1a7688d768be, disabling compactions & flushes 2024-11-15T09:12:58,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:12:58,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:12:58,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. after waiting 0 ms 2024-11-15T09:12:58,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:12:58,071 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:12:58,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc28b9730842d22ff88a1a7688d768be: Waiting for close lock at 1731661978070Disabling compacts and flushes for region at 1731661978070Disabling writes for close at 1731661978071 (+1 ms)Writing region close event to WAL at 1731661978071Closed at 1731661978071 2024-11-15T09:12:58,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:12:58,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731661978073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731661978073"}]},"ts":"1731661978073"} 2024-11-15T09:12:58,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T09:12:58,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:12:58,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731661978117"}]},"ts":"1731661978117"} 2024-11-15T09:12:58,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T09:12:58,125 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:12:58,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:12:58,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:12:58,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T09:12:58,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:12:58,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:12:58,134 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T09:12:58,134 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:12:58,134 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:12:58,134 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T09:12:58,134 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:12:58,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331e1efb4c744099a3458e128d27580a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f2b9c6f0ba8bfc32f72b22702f2da0, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f201df1d2e4089b90febd641164cb1f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0110388004ca8420c29824071bf2a29f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afc4a98f214c086e4285ae99e3e71bb4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33dd5a86a95efeae91515b65fcfc5df0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN}] 2024-11-15T09:12:58,139 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331e1efb4c744099a3458e128d27580a, ASSIGN 2024-11-15T09:12:58,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN 2024-11-15T09:12:58,140 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN 2024-11-15T09:12:58,140 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f2b9c6f0ba8bfc32f72b22702f2da0, ASSIGN 2024-11-15T09:12:58,142 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7f2b9c6f0ba8bfc32f72b22702f2da0, ASSIGN; state=OFFLINE, location=791f12959b23,44203,1731661965564; forceNewPlan=false, retain=false 2024-11-15T09:12:58,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=331e1efb4c744099a3458e128d27580a, ASSIGN; state=OFFLINE, location=791f12959b23,46207,1731661965503; forceNewPlan=false, retain=false 2024-11-15T09:12:58,142 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN; state=OFFLINE, location=791f12959b23,41551,1731661965373; forceNewPlan=false, retain=false 2024-11-15T09:12:58,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN; state=OFFLINE, location=791f12959b23,41551,1731661965373; forceNewPlan=false, retain=false 2024-11-15T09:12:58,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN 2024-11-15T09:12:58,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afc4a98f214c086e4285ae99e3e71bb4, ASSIGN 2024-11-15T09:12:58,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN 2024-11-15T09:12:58,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33dd5a86a95efeae91515b65fcfc5df0, ASSIGN 2024-11-15T09:12:58,148 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0110388004ca8420c29824071bf2a29f, ASSIGN 2024-11-15T09:12:58,149 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN; state=OFFLINE, location=791f12959b23,41551,1731661965373; forceNewPlan=false, retain=false 2024-11-15T09:12:58,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afc4a98f214c086e4285ae99e3e71bb4, ASSIGN; state=OFFLINE, location=791f12959b23,44203,1731661965564; forceNewPlan=false, retain=false 2024-11-15T09:12:58,149 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN; state=OFFLINE, location=791f12959b23,41551,1731661965373; forceNewPlan=false, retain=false 2024-11-15T09:12:58,149 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0110388004ca8420c29824071bf2a29f, ASSIGN; state=OFFLINE, location=791f12959b23,46207,1731661965503; forceNewPlan=false, retain=false 2024-11-15T09:12:58,149 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33dd5a86a95efeae91515b65fcfc5df0, ASSIGN; state=OFFLINE, location=791f12959b23,46207,1731661965503; forceNewPlan=false, retain=false 2024-11-15T09:12:58,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f201df1d2e4089b90febd641164cb1f, ASSIGN 2024-11-15T09:12:58,158 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f201df1d2e4089b90febd641164cb1f, ASSIGN; state=OFFLINE, location=791f12959b23,44203,1731661965564; forceNewPlan=false, retain=false 2024-11-15T09:12:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:12:58,295 INFO [791f12959b23:45453 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T09:12:58,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0110388004ca8420c29824071bf2a29f, regionState=OPENING, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:12:58,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=33dd5a86a95efeae91515b65fcfc5df0, regionState=OPENING, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:12:58,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=331e1efb4c744099a3458e128d27580a, regionState=OPENING, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:12:58,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=afc4a98f214c086e4285ae99e3e71bb4, regionState=OPENING, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:12:58,298 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d7f2b9c6f0ba8bfc32f72b22702f2da0, regionState=OPENING, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:12:58,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cc28b9730842d22ff88a1a7688d768be, regionState=OPENING, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:12:58,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1a8786a120fd1075e434f9b4ba88cf12, regionState=OPENING, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:12:58,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=075c5ee2c3dc909d6e6741da31cc443e, regionState=OPENING, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:12:58,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f201df1d2e4089b90febd641164cb1f, regionState=OPENING, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:12:58,299 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=370ad24dcc1b86a2e25563adc7443999, regionState=OPENING, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:12:58,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0110388004ca8420c29824071bf2a29f, ASSIGN because future has completed 2024-11-15T09:12:58,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0110388004ca8420c29824071bf2a29f, server=791f12959b23,46207,1731661965503}] 2024-11-15T09:12:58,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=331e1efb4c744099a3458e128d27580a, ASSIGN because future has completed 2024-11-15T09:12:58,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 331e1efb4c744099a3458e128d27580a, server=791f12959b23,46207,1731661965503}] 2024-11-15T09:12:58,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33dd5a86a95efeae91515b65fcfc5df0, ASSIGN because future has completed 2024-11-15T09:12:58,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afc4a98f214c086e4285ae99e3e71bb4, ASSIGN because future has completed 2024-11-15T09:12:58,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0, server=791f12959b23,46207,1731661965503}] 2024-11-15T09:12:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7f2b9c6f0ba8bfc32f72b22702f2da0, ASSIGN because future has completed 2024-11-15T09:12:58,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0, server=791f12959b23,44203,1731661965564}] 2024-11-15T09:12:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN because future has completed 2024-11-15T09:12:58,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN because future has completed 2024-11-15T09:12:58,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN because future has completed 2024-11-15T09:12:58,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc4a98f214c086e4285ae99e3e71bb4, server=791f12959b23,44203,1731661965564}] 2024-11-15T09:12:58,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e, server=791f12959b23,41551,1731661965373}] 2024-11-15T09:12:58,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12, server=791f12959b23,41551,1731661965373}] 2024-11-15T09:12:58,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc28b9730842d22ff88a1a7688d768be, server=791f12959b23,41551,1731661965373}] 2024-11-15T09:12:58,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f201df1d2e4089b90febd641164cb1f, ASSIGN because future has completed 2024-11-15T09:12:58,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN because future has completed 2024-11-15T09:12:58,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370ad24dcc1b86a2e25563adc7443999, server=791f12959b23,41551,1731661965373}] 2024-11-15T09:12:58,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f201df1d2e4089b90febd641164cb1f, server=791f12959b23,44203,1731661965564}] 2024-11-15T09:12:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:12:58,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T09:12:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:13:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:13:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:13:02,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T09:13:04,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T09:13:04,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T09:13:04,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:13:04,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T09:13:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:13:08,313 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:13:08,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:13:08,325 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:13:08,326 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0110388004ca8420c29824071bf2a29f, NAME => 'SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T09:13:08,326 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,326 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,327 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,327 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,329 INFO [StoreOpener-0110388004ca8420c29824071bf2a29f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,331 INFO [StoreOpener-0110388004ca8420c29824071bf2a29f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0110388004ca8420c29824071bf2a29f columnFamilyName cf 2024-11-15T09:13:08,331 DEBUG [StoreOpener-0110388004ca8420c29824071bf2a29f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,333 INFO [StoreOpener-0110388004ca8420c29824071bf2a29f-1 {}] regionserver.HStore(327): Store=0110388004ca8420c29824071bf2a29f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,333 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,334 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,335 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,335 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,335 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,338 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,342 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:13:08,342 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/0110388004ca8420c29824071bf2a29f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,343 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0110388004ca8420c29824071bf2a29f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66685832, jitterRate=-0.006303668022155762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,343 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:08,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:13:08,345 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0110388004ca8420c29824071bf2a29f: Running coprocessor pre-open hook at 1731661988327Writing region info on filesystem at 1731661988327Initializing all the Stores at 1731661988328 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988329 (+1 ms)Cleaning up temporary data from old regions at 1731661988335 (+6 ms)Running coprocessor post-open hooks at 1731661988343 (+8 ms)Region opened successfully at 1731661988344 (+1 ms) 2024-11-15T09:13:08,347 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f., pid=15, masterSystemTime=1731661988312 2024-11-15T09:13:08,349 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:13:08,350 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:13:08,350 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:13:08,350 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 331e1efb4c744099a3458e128d27580a, NAME => 'SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,351 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 075c5ee2c3dc909d6e6741da31cc443e, NAME => 'SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0110388004ca8420c29824071bf2a29f, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,351 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,352 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,352 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,356 INFO [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,356 INFO [StoreOpener-331e1efb4c744099a3458e128d27580a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,357 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:13:08,357 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => afc4a98f214c086e4285ae99e3e71bb4, NAME => 'SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T09:13:08,358 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,358 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,358 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,358 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,359 INFO [StoreOpener-331e1efb4c744099a3458e128d27580a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 331e1efb4c744099a3458e128d27580a columnFamilyName cf 2024-11-15T09:13:08,359 INFO [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 075c5ee2c3dc909d6e6741da31cc443e columnFamilyName cf 2024-11-15T09:13:08,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0110388004ca8420c29824071bf2a29f, server=791f12959b23,46207,1731661965503 because future has completed 2024-11-15T09:13:08,359 DEBUG [StoreOpener-331e1efb4c744099a3458e128d27580a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,359 DEBUG [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,360 INFO [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] regionserver.HStore(327): Store=075c5ee2c3dc909d6e6741da31cc443e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,360 INFO [StoreOpener-331e1efb4c744099a3458e128d27580a-1 {}] regionserver.HStore(327): Store=331e1efb4c744099a3458e128d27580a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,360 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,360 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,361 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,361 INFO [StoreOpener-afc4a98f214c086e4285ae99e3e71bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,361 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,362 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,362 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,363 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,363 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,363 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,363 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,365 INFO [StoreOpener-afc4a98f214c086e4285ae99e3e71bb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc4a98f214c086e4285ae99e3e71bb4 columnFamilyName cf 2024-11-15T09:13:08,365 DEBUG [StoreOpener-afc4a98f214c086e4285ae99e3e71bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,365 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,365 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-15T09:13:08,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0110388004ca8420c29824071bf2a29f, server=791f12959b23,46207,1731661965503 in 10.0550 sec 2024-11-15T09:13:08,366 INFO [StoreOpener-afc4a98f214c086e4285ae99e3e71bb4-1 {}] regionserver.HStore(327): Store=afc4a98f214c086e4285ae99e3e71bb4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,366 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,368 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,369 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,369 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/331e1efb4c744099a3458e128d27580a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0110388004ca8420c29824071bf2a29f, ASSIGN in 10.2310 sec 2024-11-15T09:13:08,369 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,369 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,370 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 331e1efb4c744099a3458e128d27580a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63869577, jitterRate=-0.04826913774013519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,370 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/075c5ee2c3dc909d6e6741da31cc443e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,370 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:08,370 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 331e1efb4c744099a3458e128d27580a: Running coprocessor pre-open hook at 1731661988351Writing region info on filesystem at 1731661988351Initializing all the Stores at 1731661988352 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988352Cleaning up temporary data from old regions at 1731661988363 (+11 ms)Running coprocessor post-open hooks at 1731661988370 (+7 ms)Region opened successfully at 1731661988370 2024-11-15T09:13:08,370 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 075c5ee2c3dc909d6e6741da31cc443e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64460317, jitterRate=-0.03946642577648163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,371 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:08,371 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 075c5ee2c3dc909d6e6741da31cc443e: Running coprocessor pre-open hook at 1731661988352Writing region info on filesystem at 1731661988352Initializing all the Stores at 1731661988354 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988354Cleaning up temporary data from old regions at 1731661988363 (+9 ms)Running coprocessor post-open hooks at 1731661988371 (+8 ms)Region opened successfully at 1731661988371 2024-11-15T09:13:08,371 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a., pid=16, masterSystemTime=1731661988312 2024-11-15T09:13:08,372 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e., pid=22, masterSystemTime=1731661988342 2024-11-15T09:13:08,372 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,374 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:13:08,374 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:13:08,375 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:13:08,375 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 33dd5a86a95efeae91515b65fcfc5df0, NAME => 'SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T09:13:08,375 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,375 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,376 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,376 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=331e1efb4c744099a3458e128d27580a, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:08,376 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:08,376 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:08,376 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,376 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:08,376 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 370ad24dcc1b86a2e25563adc7443999, NAME => 'SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T09:13:08,377 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,377 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,377 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,377 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=075c5ee2c3dc909d6e6741da31cc443e, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:13:08,379 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened afc4a98f214c086e4285ae99e3e71bb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228969, jitterRate=0.04649318754673004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,379 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:08,379 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for afc4a98f214c086e4285ae99e3e71bb4: Running coprocessor pre-open hook at 1731661988358Writing region info on filesystem at 1731661988358Initializing all the Stores at 1731661988360 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988360Cleaning up temporary data from old regions at 1731661988369 (+9 ms)Running coprocessor post-open hooks at 1731661988379 (+10 ms)Region opened successfully at 1731661988379 2024-11-15T09:13:08,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 331e1efb4c744099a3458e128d27580a, server=791f12959b23,46207,1731661965503 because future has completed 2024-11-15T09:13:08,381 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., pid=19, masterSystemTime=1731661988349 2024-11-15T09:13:08,381 INFO [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,382 INFO [StoreOpener-33dd5a86a95efeae91515b65fcfc5df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e, server=791f12959b23,41551,1731661965373 because future has completed 2024-11-15T09:13:08,383 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:13:08,383 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:13:08,383 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:13:08,384 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f201df1d2e4089b90febd641164cb1f, NAME => 'SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T09:13:08,384 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,384 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,384 INFO [StoreOpener-33dd5a86a95efeae91515b65fcfc5df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33dd5a86a95efeae91515b65fcfc5df0 columnFamilyName cf 2024-11-15T09:13:08,384 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,384 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,384 DEBUG [StoreOpener-33dd5a86a95efeae91515b65fcfc5df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,384 INFO [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370ad24dcc1b86a2e25563adc7443999 columnFamilyName cf 2024-11-15T09:13:08,385 DEBUG [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=afc4a98f214c086e4285ae99e3e71bb4, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:08,386 INFO [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] regionserver.HStore(327): Store=370ad24dcc1b86a2e25563adc7443999/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,386 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,386 INFO [StoreOpener-33dd5a86a95efeae91515b65fcfc5df0-1 {}] regionserver.HStore(327): Store=33dd5a86a95efeae91515b65fcfc5df0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,387 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-15T09:13:08,387 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 331e1efb4c744099a3458e128d27580a, server=791f12959b23,46207,1731661965503 in 10.0720 sec 2024-11-15T09:13:08,389 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure afc4a98f214c086e4285ae99e3e71bb4, server=791f12959b23,44203,1731661965564 because future has completed 2024-11-15T09:13:08,390 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,390 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,390 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-15T09:13:08,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331e1efb4c744099a3458e128d27580a, ASSIGN in 10.2520 sec 2024-11-15T09:13:08,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e, server=791f12959b23,41551,1731661965373 in 10.0530 sec 2024-11-15T09:13:08,391 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,392 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,392 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,394 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN in 10.2550 sec 2024-11-15T09:13:08,396 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,397 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/370ad24dcc1b86a2e25563adc7443999/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-15T09:13:08,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure afc4a98f214c086e4285ae99e3e71bb4, server=791f12959b23,44203,1731661965564 in 10.0730 sec 2024-11-15T09:13:08,399 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 370ad24dcc1b86a2e25563adc7443999; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73312062, jitterRate=0.0924348533153534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,399 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:08,399 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 370ad24dcc1b86a2e25563adc7443999: Running coprocessor pre-open hook at 1731661988377Writing region info on filesystem at 1731661988377Initializing all the Stores at 1731661988379 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988379Cleaning up temporary data from old regions at 1731661988390 (+11 ms)Running coprocessor post-open hooks at 1731661988399 (+9 ms)Region opened successfully at 1731661988399 2024-11-15T09:13:08,401 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., pid=23, masterSystemTime=1731661988342 2024-11-15T09:13:08,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afc4a98f214c086e4285ae99e3e71bb4, ASSIGN in 10.2630 sec 2024-11-15T09:13:08,404 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:08,404 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:08,404 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:08,405 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a8786a120fd1075e434f9b4ba88cf12, NAME => 'SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T09:13:08,405 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,405 INFO [StoreOpener-1f201df1d2e4089b90febd641164cb1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,405 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,405 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,405 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,406 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=370ad24dcc1b86a2e25563adc7443999, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:13:08,407 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,408 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 33dd5a86a95efeae91515b65fcfc5df0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66782097, jitterRate=-0.004869207739830017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,409 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:08,409 INFO [StoreOpener-1f201df1d2e4089b90febd641164cb1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f201df1d2e4089b90febd641164cb1f columnFamilyName cf 2024-11-15T09:13:08,409 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 33dd5a86a95efeae91515b65fcfc5df0: Running coprocessor pre-open hook at 1731661988376Writing region info on filesystem at 1731661988376Initializing all the Stores at 1731661988379 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988379Cleaning up temporary data from old regions at 1731661988393 (+14 ms)Running coprocessor post-open hooks at 1731661988409 (+16 ms)Region opened successfully at 1731661988409 2024-11-15T09:13:08,409 DEBUG [StoreOpener-1f201df1d2e4089b90febd641164cb1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,410 INFO [StoreOpener-1f201df1d2e4089b90febd641164cb1f-1 {}] regionserver.HStore(327): Store=1f201df1d2e4089b90febd641164cb1f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,410 INFO [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,410 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370ad24dcc1b86a2e25563adc7443999, server=791f12959b23,41551,1731661965373 because future has completed 2024-11-15T09:13:08,413 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,414 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,414 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,414 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,414 INFO [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a8786a120fd1075e434f9b4ba88cf12 columnFamilyName cf 2024-11-15T09:13:08,415 DEBUG [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,415 INFO [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] regionserver.HStore(327): Store=1a8786a120fd1075e434f9b4ba88cf12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,415 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,417 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,417 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,418 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,418 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,418 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,421 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,422 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1f201df1d2e4089b90febd641164cb1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,423 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1f201df1d2e4089b90febd641164cb1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70476756, jitterRate=0.05018550157546997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,423 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:08,423 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1f201df1d2e4089b90febd641164cb1f: Running coprocessor pre-open hook at 1731661988385Writing region info on filesystem at 1731661988385Initializing all the Stores at 1731661988402 (+17 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988402Cleaning up temporary data from old regions at 1731661988414 (+12 ms)Running coprocessor post-open hooks at 1731661988423 (+9 ms)Region opened successfully at 1731661988423 2024-11-15T09:13:08,425 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f., pid=24, masterSystemTime=1731661988349 2024-11-15T09:13:08,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-15T09:13:08,429 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:13:08,429 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:13:08,430 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:13:08,430 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d7f2b9c6f0ba8bfc32f72b22702f2da0, NAME => 'SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T09:13:08,430 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,430 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,410 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., pid=17, masterSystemTime=1731661988312 2024-11-15T09:13:08,430 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,431 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 370ad24dcc1b86a2e25563adc7443999, server=791f12959b23,41551,1731661965373 in 10.0820 sec 2024-11-15T09:13:08,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1f201df1d2e4089b90febd641164cb1f, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:08,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN in 10.2930 sec 2024-11-15T09:13:08,434 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:13:08,434 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:13:08,436 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1a8786a120fd1075e434f9b4ba88cf12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,436 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45453 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=791f12959b23,44203,1731661965564, table=SPTestTable, region=1f201df1d2e4089b90febd641164cb1f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T09:13:08,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=33dd5a86a95efeae91515b65fcfc5df0, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:08,437 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1a8786a120fd1075e434f9b4ba88cf12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60794417, jitterRate=-0.09409259259700775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,437 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:08,438 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1a8786a120fd1075e434f9b4ba88cf12: Running coprocessor pre-open hook at 1731661988406Writing region info on filesystem at 1731661988406Initializing all the Stores at 1731661988407 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988407Cleaning up temporary data from old regions at 1731661988418 (+11 ms)Running coprocessor post-open hooks at 1731661988437 (+19 ms)Region opened successfully at 1731661988437 2024-11-15T09:13:08,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f201df1d2e4089b90febd641164cb1f, server=791f12959b23,44203,1731661965564 because future has completed 2024-11-15T09:13:08,440 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12., pid=21, masterSystemTime=1731661988342 2024-11-15T09:13:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0, server=791f12959b23,46207,1731661965503 because future has completed 2024-11-15T09:13:08,441 INFO [StoreOpener-d7f2b9c6f0ba8bfc32f72b22702f2da0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,444 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:08,444 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:08,444 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:08,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-15T09:13:08,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f201df1d2e4089b90febd641164cb1f, server=791f12959b23,44203,1731661965564 in 10.0930 sec 2024-11-15T09:13:08,445 INFO [StoreOpener-d7f2b9c6f0ba8bfc32f72b22702f2da0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f2b9c6f0ba8bfc32f72b22702f2da0 columnFamilyName cf 2024-11-15T09:13:08,445 DEBUG [StoreOpener-d7f2b9c6f0ba8bfc32f72b22702f2da0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,444 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => cc28b9730842d22ff88a1a7688d768be, NAME => 'SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T09:13:08,446 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,446 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:08,446 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,446 INFO [StoreOpener-d7f2b9c6f0ba8bfc32f72b22702f2da0-1 {}] regionserver.HStore(327): Store=d7f2b9c6f0ba8bfc32f72b22702f2da0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,446 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,446 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1a8786a120fd1075e434f9b4ba88cf12, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:13:08,448 INFO [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,449 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f201df1d2e4089b90febd641164cb1f, ASSIGN in 10.3100 sec 2024-11-15T09:13:08,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-15T09:13:08,451 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0, server=791f12959b23,46207,1731661965503 in 10.1280 sec 2024-11-15T09:13:08,451 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12, server=791f12959b23,41551,1731661965373 because future has completed 2024-11-15T09:13:08,452 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,452 INFO [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc28b9730842d22ff88a1a7688d768be columnFamilyName cf 2024-11-15T09:13:08,452 DEBUG [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:08,452 INFO [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] regionserver.HStore(327): Store=cc28b9730842d22ff88a1a7688d768be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:08,453 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,454 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33dd5a86a95efeae91515b65fcfc5df0, ASSIGN in 10.3160 sec 2024-11-15T09:13:08,455 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,456 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,456 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,456 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-15T09:13:08,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12, server=791f12959b23,41551,1731661965373 in 10.1220 sec 2024-11-15T09:13:08,461 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,461 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/d7f2b9c6f0ba8bfc32f72b22702f2da0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN in 10.3240 sec 2024-11-15T09:13:08,462 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d7f2b9c6f0ba8bfc32f72b22702f2da0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70487665, jitterRate=0.050348058342933655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,462 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:08,462 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d7f2b9c6f0ba8bfc32f72b22702f2da0: Running coprocessor pre-open hook at 1731661988431Writing region info on filesystem at 1731661988431Initializing all the Stores at 1731661988434 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988434Cleaning up temporary data from old regions at 1731661988452 (+18 ms)Running coprocessor post-open hooks at 1731661988462 (+10 ms)Region opened successfully at 1731661988462 2024-11-15T09:13:08,464 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0., pid=18, masterSystemTime=1731661988349 2024-11-15T09:13:08,464 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/cc28b9730842d22ff88a1a7688d768be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:13:08,465 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened cc28b9730842d22ff88a1a7688d768be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67139373, jitterRate=4.5461952686309814E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:08,466 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:08,466 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for cc28b9730842d22ff88a1a7688d768be: Running coprocessor pre-open hook at 1731661988446Writing region info on filesystem at 1731661988446Initializing all the Stores at 1731661988448 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731661988448Cleaning up temporary data from old regions at 1731661988456 (+8 ms)Running coprocessor post-open hooks at 1731661988466 (+10 ms)Region opened successfully at 1731661988466 2024-11-15T09:13:08,466 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:13:08,466 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:13:08,467 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., pid=20, masterSystemTime=1731661988342 2024-11-15T09:13:08,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d7f2b9c6f0ba8bfc32f72b22702f2da0, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:08,470 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:08,470 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:08,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0, server=791f12959b23,44203,1731661965564 because future has completed 2024-11-15T09:13:08,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cc28b9730842d22ff88a1a7688d768be, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,41551,1731661965373 2024-11-15T09:13:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc28b9730842d22ff88a1a7688d768be, server=791f12959b23,41551,1731661965373 because future has completed 2024-11-15T09:13:08,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-15T09:13:08,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0, server=791f12959b23,44203,1731661965564 in 10.1530 sec 2024-11-15T09:13:08,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-15T09:13:08,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cc28b9730842d22ff88a1a7688d768be, server=791f12959b23,41551,1731661965373 in 10.1530 sec 2024-11-15T09:13:08,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f2b9c6f0ba8bfc32f72b22702f2da0, ASSIGN in 10.3420 sec 2024-11-15T09:13:08,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-15T09:13:08,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN in 10.3440 sec 2024-11-15T09:13:08,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:13:08,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731661988483"}]},"ts":"1731661988483"} 2024-11-15T09:13:08,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T09:13:08,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:13:08,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5530 sec 2024-11-15T09:13:10,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T09:13:13,506 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T09:13:13,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T09:13:14,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-15T09:13:14,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-15T09:13:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:13:16,208 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T09:13:16,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T09:13:16,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:13:16,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T09:13:16,224 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:13:16,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T09:13:16,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., hostname=791f12959b23,44203,1731661965564, seqNum=2] 2024-11-15T09:13:16,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., hostname=791f12959b23,44203,1731661965564, seqNum=2] 2024-11-15T09:13:16,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., hostname=791f12959b23,44203,1731661965564, seqNum=2] 2024-11-15T09:13:16,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., hostname=791f12959b23,44203,1731661965564, seqNum=2] 2024-11-15T09:13:16,408 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., hostname=791f12959b23,44203,1731661965564, seqNum=2] 2024-11-15T09:13:16,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., hostname=791f12959b23,46207,1731661965503, seqNum=2] 2024-11-15T09:13:16,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:16,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., hostname=791f12959b23,41551,1731661965373, seqNum=2] 2024-11-15T09:13:17,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:13:17,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:13:17,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:13:17,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:13:17,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46207 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:13:17,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44203 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:13:17,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41551 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:17,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41551 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:13:18,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41551 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:13:18,828 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T09:13:18,829 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:13:18,831 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T09:13:18,837 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T09:13:18,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T09:13:18,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741848_1024 (size=49) 2024-11-15T09:13:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741848_1024 (size=49) 2024-11-15T09:13:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741848_1024 (size=49) 2024-11-15T09:13:18,868 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T09:13:18,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331e1efb4c744099a3458e128d27580a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f201df1d2e4089b90febd641164cb1f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0110388004ca8420c29824071bf2a29f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afc4a98f214c086e4285ae99e3e71bb4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be}] 2024-11-15T09:13:18,876 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:18,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:18,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:18,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:18,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:18,884 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:18,886 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:18,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:18,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:18,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:18,931 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 791f12959b23,41551,1731661965373 2024-11-15T09:13:18,931 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 791f12959b23,41551,1731661965373: Simulated kill ***** 2024-11-15T09:13:18,931 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T09:13:18,934 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T09:13:18,935 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T09:13:18,937 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T09:13:18,938 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T09:13:18,943 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 639637504 }, "NonHeapMemoryUsage": { "committed": 157876224, "init": 7667712, "max": -1, "used": 154024192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "791f12959b23", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "791f12959b23", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64468", "tag.serverName": "791f12959b23,41551,1731661965373", "tag.clusterId": "871785a8-35ac-41e8-a03e-0da0aba0509a", "tag.Context": "regionserver", "tag.Hostname": "791f12959b23", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731661965373, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T09:13:18,946 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45453 {}] master.MasterRpcServices(700): 791f12959b23,41551,1731661965373 reported a fatal error: ***** ABORTING region server 791f12959b23,41551,1731661965373: Simulated kill ***** 2024-11-15T09:13:18,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,41551,1731661965373' ***** 2024-11-15T09:13:18,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T09:13:18,949 INFO [RS:0;791f12959b23:41551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:13:18,950 INFO [RS:0;791f12959b23:41551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T09:13:18,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:13:18,950 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:13:18,950 INFO [RS:0;791f12959b23:41551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T09:13:18,950 INFO [RS:0;791f12959b23:41551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:13:18,950 INFO [RS:0;791f12959b23:41551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:41551. 2024-11-15T09:13:18,950 DEBUG [RS:0;791f12959b23:41551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:13:18,950 DEBUG [RS:0;791f12959b23:41551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:13:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741833_1009 (size=1257) 2024-11-15T09:13:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741833_1009 (size=1257) 2024-11-15T09:13:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741833_1009 (size=1257) 2024-11-15T09:13:18,959 DEBUG [RS:0;791f12959b23:41551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:13:18,959 INFO [RS:0;791f12959b23:41551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:13:18,959 INFO [RS:0;791f12959b23:41551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41551 2024-11-15T09:13:18,978 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:13:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,41551,1731661965373 2024-11-15T09:13:19,013 INFO [RS:0;791f12959b23:41551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:13:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:13:19,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,41551,1731661965373] 2024-11-15T09:13:19,034 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,41551,1731661965373 already deleted, retry=false 2024-11-15T09:13:19,034 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 791f12959b23,41551,1731661965373 on 791f12959b23,45453,1731661964483 2024-11-15T09:13:19,039 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 791f12959b23,41551,1731661965373, splitWal=true, meta=false 2024-11-15T09:13:19,043 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 791f12959b23,41551,1731661965373 (carryingMeta=false) 791f12959b23,41551,1731661965373/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@481e92c9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T09:13:19,044 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 791f12959b23,41551,1731661965373, splitWal=true, meta=false 2024-11-15T09:13:19,047 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 791f12959b23,41551,1731661965373 had 4 regions 2024-11-15T09:13:19,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:19,048 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:19,049 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 can not run currently because target server of region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 791f12959b23,41551,1731661965373 is in state CRASHED, wait 1000 ms to retry 2024-11-15T09:13:19,049 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12; timeout=1000, timestamp=1731662000049 2024-11-15T09:13:19,049 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:19,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:19,048 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 791f12959b23,41551,1731661965373, splitWal=true, meta=false, isMeta: false 2024-11-15T09:13:19,050 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be can not run currently because target server of region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 1000 ms to retry 2024-11-15T09:13:19,050 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be; timeout=1000, timestamp=1731662000050 2024-11-15T09:13:19,051 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e can not run currently because target server of region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 1000 ms to retry 2024-11-15T09:13:19,051 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e; timeout=1000, timestamp=1731662000051 2024-11-15T09:13:19,051 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 can not run currently because target server of region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 1000 ms to retry 2024-11-15T09:13:19,052 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999; timeout=1000, timestamp=1731662000052 2024-11-15T09:13:19,053 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting 2024-11-15T09:13:19,055 INFO [PEWorker-5 {}] master.SplitWALManager(105): 791f12959b23,41551,1731661965373 WAL count=1, meta=false 2024-11-15T09:13:19,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 791f12959b23%2C41551%2C1731661965373.1731661967091}] 2024-11-15T09:13:19,065 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:19,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 791f12959b23%2C41551%2C1731661965373.1731661967091, worker=791f12959b23,46207,1731661965503}] 2024-11-15T09:13:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:13:19,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41551-0x1013dc49cdc0001, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:13:19,125 INFO [RS:0;791f12959b23:41551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:13:19,125 INFO [RS:0;791f12959b23:41551 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,41551,1731661965373; zookeeper connection closed. 2024-11-15T09:13:19,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@233b2d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@233b2d4 2024-11-15T09:13:19,933 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T09:13:19,933 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T09:13:20,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:20,050 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:20,050 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 can not run currently because target server of region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T09:13:20,050 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12; timeout=2000, timestamp=1731662002050 2024-11-15T09:13:20,051 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:20,051 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be can not run currently because target server of region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T09:13:20,051 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be; timeout=2000, timestamp=1731662002051 2024-11-15T09:13:20,052 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e can not run currently because target server of region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T09:13:20,052 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e; timeout=2000, timestamp=1731662002052 2024-11-15T09:13:20,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:20,053 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 can not run currently because target server of region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 2000 ms to retry 2024-11-15T09:13:20,053 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999; timeout=2000, timestamp=1731662002053 2024-11-15T09:13:21,673 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=791f12959b23:45453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T09:13:22,051 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:22,052 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:22,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:22,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:22,053 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 can not run currently because target server of region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T09:13:22,054 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12; timeout=4000, timestamp=1731662006053 2024-11-15T09:13:22,055 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be can not run currently because target server of region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T09:13:22,055 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e can not run currently because target server of region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T09:13:22,055 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be; timeout=4000, timestamp=1731662006055 2024-11-15T09:13:22,055 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e; timeout=4000, timestamp=1731662006055 2024-11-15T09:13:22,056 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 can not run currently because target server of region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 4000 ms to retry 2024-11-15T09:13:22,057 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999; timeout=4000, timestamp=1731662006057 2024-11-15T09:13:26,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:26,056 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:26,056 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:26,057 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 can not run currently because target server of region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T09:13:26,057 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12; timeout=8000, timestamp=1731662014057 2024-11-15T09:13:26,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:26,059 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be can not run currently because target server of region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T09:13:26,059 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e can not run currently because target server of region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T09:13:26,059 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be; timeout=8000, timestamp=1731662014059 2024-11-15T09:13:26,060 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e; timeout=8000, timestamp=1731662014059 2024-11-15T09:13:26,060 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 can not run currently because target server of region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 791f12959b23,41551,1731661965373 is in state SPLITTING, wait 8000 ms to retry 2024-11-15T09:13:26,060 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999; timeout=8000, timestamp=1731662014060 2024-11-15T09:13:28,349 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=791f12959b23,46207,1731661965503, timeout=1731662008878, delay=528, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0110388004ca8420c29824071bf2a29f, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331e1efb4c744099a3458e128d27580a, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 791f12959b23%2C41551%2C1731661965373.1731661967091, worker=791f12959b23,46207,1731661965503], containedObject=791f12959b23,44203,1731661965564, timeout=1731662008878, delay=528, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f201df1d2e4089b90febd641164cb1f, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afc4a98f214c086e4285ae99e3e71bb4, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0], containedObject=791f12959b23,41551,1731661965373, timeout=1731662008878, delay=528, operations=null] 2024-11-15T09:13:28,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T09:13:28,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T09:13:28,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T09:13:28,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T09:13:28,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:13:28,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:13:28,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T09:13:28,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:13:28,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T09:13:28,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:13:28,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:13:28,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-15T09:13:28,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:13:28,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 33dd5a86a95efeae91515b65fcfc5df0 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d7f2b9c6f0ba8bfc32f72b22702f2da0: 2024-11-15T09:13:28,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing afc4a98f214c086e4285ae99e3e71bb4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 331e1efb4c744099a3458e128d27580a: 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0110388004ca8420c29824071bf2a29f: 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1f201df1d2e4089b90febd641164cb1f: 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. for SnapshotProcedureTest completed. 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. for SnapshotProcedureTest completed. 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. for SnapshotProcedureTest completed. 2024-11-15T09:13:28,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. for SnapshotProcedureTest completed. 2024-11-15T09:13:28,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:28,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:28,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:28,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:28,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:28,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:28,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:28,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:28,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:28,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:28,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:28,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:28,932 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091, size=1.2 K (1257bytes) 2024-11-15T09:13:28,933 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T09:13:28,933 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T09:13:28,933 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 2024-11-15T09:13:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741849_1025 (size=65) 2024-11-15T09:13:28,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741849_1025 (size=65) 2024-11-15T09:13:28,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741849_1025 (size=65) 2024-11-15T09:13:28,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:13:28,941 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 after 4ms 2024-11-15T09:13:28,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T09:13:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T09:13:28,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:28,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0110388004ca8420c29824071bf2a29f 2024-11-15T09:13:28,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0110388004ca8420c29824071bf2a29f in 10.0770 sec 2024-11-15T09:13:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741850_1026 (size=65) 2024-11-15T09:13:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741850_1026 (size=65) 2024-11-15T09:13:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741850_1026 (size=65) 2024-11-15T09:13:28,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:13:28,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T09:13:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T09:13:28,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:28,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:13:28,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1f201df1d2e4089b90febd641164cb1f in 10.0860 sec 2024-11-15T09:13:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741852_1028 (size=65) 2024-11-15T09:13:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741852_1028 (size=65) 2024-11-15T09:13:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741852_1028 (size=65) 2024-11-15T09:13:28,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:13:28,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T09:13:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T09:13:28,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:28,966 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:13:28,974 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 took 42ms 2024-11-15T09:13:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741851_1027 (size=57) 2024-11-15T09:13:28,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7f2b9c6f0ba8bfc32f72b22702f2da0 in 10.1040 sec 2024-11-15T09:13:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741851_1027 (size=57) 2024-11-15T09:13:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741851_1027 (size=57) 2024-11-15T09:13:28,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:13:28,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T09:13:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T09:13:28,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:28,979 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331e1efb4c744099a3458e128d27580a 2024-11-15T09:13:28,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 331e1efb4c744099a3458e128d27580a in 10.1120 sec 2024-11-15T09:13:28,988 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 075c5ee2c3dc909d6e6741da31cc443e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T09:13:28,991 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 370ad24dcc1b86a2e25563adc7443999: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T09:13:28,994 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1a8786a120fd1075e434f9b4ba88cf12: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T09:13:28,998 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for cc28b9730842d22ff88a1a7688d768be: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-15T09:13:28,998 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 so closing down 2024-11-15T09:13:28,998 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:13:28,999 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:13:29,004 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 23 ms; skipped=4; WAL=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-15T09:13:29,005 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091, journal: Splitting hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091, size=1.2 K (1257bytes) at 1731662008932Finishing writing output for hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 so closing down at 1731662008998 (+66 ms)3 split writer threads finished at 1731662008999 (+1 ms)Processed 4 edits across 0 Regions in 23 ms; skipped=4; WAL=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731662009005 (+6 ms) 2024-11-15T09:13:29,005 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 2024-11-15T09:13:29,005 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T09:13:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T09:13:29,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/.tmp/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca is 34, key is baa/cf:cf/1731661997848/Put/seqid=0 2024-11-15T09:13:29,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/.tmp/cf/b0b413a7e3604299a92908599b101a15 is 34, key is ccd/cf:cf/1731661997813/Put/seqid=0 2024-11-15T09:13:29,022 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting/791f12959b23%2C41551%2C1731661965373.1731661967091 to hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs 2024-11-15T09:13:29,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-15T09:13:29,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 791f12959b23%2C41551%2C1731661965373.1731661967091, worker=791f12959b23,46207,1731661965503 in 9.9540 sec 2024-11-15T09:13:29,029 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:29,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-15T09:13:29,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 791f12959b23%2C41551%2C1731661965373.1731661967091, worker=791f12959b23,46207,1731661965503 in 9.9730 sec 2024-11-15T09:13:29,058 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting dir is empty, no logs to split. 2024-11-15T09:13:29,058 INFO [PEWorker-5 {}] master.SplitWALManager(105): 791f12959b23,41551,1731661965373 WAL count=0, meta=false 2024-11-15T09:13:29,058 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 791f12959b23,41551,1731661965373 WAL splitting is done? wals=0, meta=false 2024-11-15T09:13:29,061 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 791f12959b23,41551,1731661965373 failed, ignore...File hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/WALs/791f12959b23,41551,1731661965373-splitting does not exist. 2024-11-15T09:13:29,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN}] 2024-11-15T09:13:29,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN 2024-11-15T09:13:29,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN 2024-11-15T09:13:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741854_1030 (size=28623) 2024-11-15T09:13:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741854_1030 (size=28623) 2024-11-15T09:13:29,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN 2024-11-15T09:13:29,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN 2024-11-15T09:13:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741854_1030 (size=28623) 2024-11-15T09:13:29,068 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T09:13:29,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T09:13:29,068 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T09:13:29,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T09:13:29,071 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/.tmp/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca 2024-11-15T09:13:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741853_1029 (size=47197) 2024-11-15T09:13:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741853_1029 (size=47197) 2024-11-15T09:13:29,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741853_1029 (size=47197) 2024-11-15T09:13:29,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/.tmp/cf/b0b413a7e3604299a92908599b101a15 2024-11-15T09:13:29,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/.tmp/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca 2024-11-15T09:13:29,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/.tmp/cf/b0b413a7e3604299a92908599b101a15 as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/cf/b0b413a7e3604299a92908599b101a15 2024-11-15T09:13:29,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/cf/b0b413a7e3604299a92908599b101a15, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T09:13:29,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T09:13:29,140 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 33dd5a86a95efeae91515b65fcfc5df0 in 243ms, sequenceid=5, compaction requested=false 2024-11-15T09:13:29,140 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for afc4a98f214c086e4285ae99e3e71bb4 in 243ms, sequenceid=5, compaction requested=false 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 33dd5a86a95efeae91515b65fcfc5df0: 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for afc4a98f214c086e4285ae99e3e71bb4: 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. for SnapshotProcedureTest completed. 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. for SnapshotProcedureTest completed. 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:29,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:29,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/cf/b0b413a7e3604299a92908599b101a15] hfiles 2024-11-15T09:13:29,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca] hfiles 2024-11-15T09:13:29,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/cf/b0b413a7e3604299a92908599b101a15 for snapshot=SnapshotProcedureTest 2024-11-15T09:13:29,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/cf/81c0f262e0a24e3dbb24ef7f0c01b6ca for snapshot=SnapshotProcedureTest 2024-11-15T09:13:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741855_1031 (size=105) 2024-11-15T09:13:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741856_1032 (size=105) 2024-11-15T09:13:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741855_1031 (size=105) 2024-11-15T09:13:29,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741856_1032 (size=105) 2024-11-15T09:13:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741856_1032 (size=105) 2024-11-15T09:13:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741855_1031 (size=105) 2024-11-15T09:13:29,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:13:29,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T09:13:29,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:13:29,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T09:13:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T09:13:29,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T09:13:29,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:29,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:13:29,162 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:13:29,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33dd5a86a95efeae91515b65fcfc5df0 in 10.2940 sec 2024-11-15T09:13:29,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afc4a98f214c086e4285ae99e3e71bb4 in 10.2940 sec 2024-11-15T09:13:29,219 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:13:29,219 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:13:29,219 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:13:29,219 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:13:29,219 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:13:29,219 INFO [791f12959b23:45453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:13:29,219 INFO [791f12959b23:45453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:13:29,219 DEBUG [791f12959b23:45453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:13:29,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=075c5ee2c3dc909d6e6741da31cc443e, regionState=OPENING, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:29,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=370ad24dcc1b86a2e25563adc7443999, regionState=OPENING, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:29,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1a8786a120fd1075e434f9b4ba88cf12, regionState=OPENING, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:29,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=cc28b9730842d22ff88a1a7688d768be, regionState=OPENING, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:29,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN because future has completed 2024-11-15T09:13:29,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370ad24dcc1b86a2e25563adc7443999, server=791f12959b23,46207,1731661965503}] 2024-11-15T09:13:29,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN because future has completed 2024-11-15T09:13:29,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12, server=791f12959b23,44203,1731661965564}] 2024-11-15T09:13:29,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN because future has completed 2024-11-15T09:13:29,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e, server=791f12959b23,46207,1731661965503}] 2024-11-15T09:13:29,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN because future has completed 2024-11-15T09:13:29,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc28b9730842d22ff88a1a7688d768be, server=791f12959b23,44203,1731661965564}] 2024-11-15T09:13:34,058 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 held by pid=41 2024-11-15T09:13:34,058 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:34,060 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be held by pid=39 2024-11-15T09:13:34,060 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:34,060 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e held by pid=42 2024-11-15T09:13:34,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:34,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 held by pid=40 2024-11-15T09:13:34,061 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:38,332 INFO [master/791f12959b23:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T09:13:38,332 INFO [master/791f12959b23:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T09:13:39,236 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:39,236 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:39,236 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 370ad24dcc1b86a2e25563adc7443999, NAME => 'SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T09:13:39,236 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a8786a120fd1075e434f9b4ba88cf12, NAME => 'SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,239 INFO [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,239 INFO [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,241 INFO [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 370ad24dcc1b86a2e25563adc7443999 columnFamilyName cf 2024-11-15T09:13:39,241 INFO [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a8786a120fd1075e434f9b4ba88cf12 columnFamilyName cf 2024-11-15T09:13:39,241 DEBUG [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:39,241 DEBUG [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:39,242 INFO [StoreOpener-1a8786a120fd1075e434f9b4ba88cf12-1 {}] regionserver.HStore(327): Store=1a8786a120fd1075e434f9b4ba88cf12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:39,242 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,243 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,244 INFO [StoreOpener-370ad24dcc1b86a2e25563adc7443999-1 {}] regionserver.HStore(327): Store=370ad24dcc1b86a2e25563adc7443999/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:39,245 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,246 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,246 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,246 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,247 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,251 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 1a8786a120fd1075e434f9b4ba88cf12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72670149, jitterRate=0.08286960422992706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:39,251 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,251 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 1a8786a120fd1075e434f9b4ba88cf12: Running coprocessor pre-open hook at 1731662019237Writing region info on filesystem at 1731662019237Initializing all the Stores at 1731662019239 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662019239Cleaning up temporary data from old regions at 1731662019247 (+8 ms)Running coprocessor post-open hooks at 1731662019251 (+4 ms)Region opened successfully at 1731662019251 2024-11-15T09:13:39,252 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,254 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12., pid=44, masterSystemTime=1731662019230 2024-11-15T09:13:39,257 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 370ad24dcc1b86a2e25563adc7443999; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72311450, jitterRate=0.0775245726108551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:39,257 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,258 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 370ad24dcc1b86a2e25563adc7443999: Running coprocessor pre-open hook at 1731662019237Writing region info on filesystem at 1731662019237Initializing all the Stores at 1731662019239 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662019239Cleaning up temporary data from old regions at 1731662019249 (+10 ms)Running coprocessor post-open hooks at 1731662019257 (+8 ms)Region opened successfully at 1731662019257 2024-11-15T09:13:39,258 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:39,258 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:39,258 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:39,259 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => cc28b9730842d22ff88a1a7688d768be, NAME => 'SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T09:13:39,259 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999., pid=43, masterSystemTime=1731662019227 2024-11-15T09:13:39,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=1a8786a120fd1075e434f9b4ba88cf12, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:39,259 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,259 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:39,259 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,259 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12, server=791f12959b23,44203,1731661965564 because future has completed 2024-11-15T09:13:39,262 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:39,262 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:39,263 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:39,263 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 075c5ee2c3dc909d6e6741da31cc443e, NAME => 'SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T09:13:39,263 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,263 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:13:39,264 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=370ad24dcc1b86a2e25563adc7443999, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:39,264 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 370ad24dcc1b86a2e25563adc7443999, server=791f12959b23,46207,1731661965503 because future has completed 2024-11-15T09:13:39,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-15T09:13:39,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12, server=791f12959b23,44203,1731661965564 in 10.0380 sec 2024-11-15T09:13:39,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8786a120fd1075e434f9b4ba88cf12, ASSIGN in 10.2050 sec 2024-11-15T09:13:39,271 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:39,272 INFO [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-15T09:13:39,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 370ad24dcc1b86a2e25563adc7443999, server=791f12959b23,46207,1731661965503 in 10.0460 sec 2024-11-15T09:13:39,275 INFO [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc28b9730842d22ff88a1a7688d768be columnFamilyName cf 2024-11-15T09:13:39,278 DEBUG [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:39,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=370ad24dcc1b86a2e25563adc7443999, ASSIGN in 10.2090 sec 2024-11-15T09:13:39,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:39,279 INFO [StoreOpener-cc28b9730842d22ff88a1a7688d768be-1 {}] regionserver.HStore(327): Store=cc28b9730842d22ff88a1a7688d768be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:39,279 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,281 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,283 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,284 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,284 INFO [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,284 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,288 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,289 INFO [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 075c5ee2c3dc909d6e6741da31cc443e columnFamilyName cf 2024-11-15T09:13:39,289 DEBUG [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:13:39,290 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened cc28b9730842d22ff88a1a7688d768be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62441441, jitterRate=-0.06955002248287201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:39,290 INFO [StoreOpener-075c5ee2c3dc909d6e6741da31cc443e-1 {}] regionserver.HStore(327): Store=075c5ee2c3dc909d6e6741da31cc443e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:13:39,290 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,290 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,290 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for cc28b9730842d22ff88a1a7688d768be: Running coprocessor pre-open hook at 1731662019260Writing region info on filesystem at 1731662019260Initializing all the Stores at 1731662019262 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662019262Cleaning up temporary data from old regions at 1731662019284 (+22 ms)Running coprocessor post-open hooks at 1731662019290 (+6 ms)Region opened successfully at 1731662019290 2024-11-15T09:13:39,291 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., pid=46, masterSystemTime=1731662019230 2024-11-15T09:13:39,291 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,294 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,295 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:39,295 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:39,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=cc28b9730842d22ff88a1a7688d768be, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,44203,1731661965564 2024-11-15T09:13:39,297 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,297 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc28b9730842d22ff88a1a7688d768be, server=791f12959b23,44203,1731661965564 because future has completed 2024-11-15T09:13:39,304 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-15T09:13:39,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure cc28b9730842d22ff88a1a7688d768be, server=791f12959b23,44203,1731661965564 in 10.0710 sec 2024-11-15T09:13:39,307 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 075c5ee2c3dc909d6e6741da31cc443e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62852452, jitterRate=-0.06342548131942749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:13:39,307 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,307 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 075c5ee2c3dc909d6e6741da31cc443e: Running coprocessor pre-open hook at 1731662019264Writing region info on filesystem at 1731662019264Initializing all the Stores at 1731662019269 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662019269Cleaning up temporary data from old regions at 1731662019297 (+28 ms)Running coprocessor post-open hooks at 1731662019307 (+10 ms)Region opened successfully at 1731662019307 2024-11-15T09:13:39,308 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e., pid=45, masterSystemTime=1731662019227 2024-11-15T09:13:39,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc28b9730842d22ff88a1a7688d768be, ASSIGN in 10.2420 sec 2024-11-15T09:13:39,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:39,310 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:39,310 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:39,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=075c5ee2c3dc909d6e6741da31cc443e, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,46207,1731661965503 2024-11-15T09:13:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e, server=791f12959b23,46207,1731661965503 because future has completed 2024-11-15T09:13:39,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-15T09:13:39,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e, server=791f12959b23,46207,1731661965503 in 10.0870 sec 2024-11-15T09:13:39,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:39,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-15T09:13:39,325 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 791f12959b23,41551,1731661965373 after splitting done 2024-11-15T09:13:39,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=075c5ee2c3dc909d6e6741da31cc443e, ASSIGN in 10.2530 sec 2024-11-15T09:13:39,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 791f12959b23,41551,1731661965373, splitWal=true, meta=false in 20.2900 sec 2024-11-15T09:13:43,506 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T09:13:44,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T09:13:47,169 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T09:13:49,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T09:13:49,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T09:13:49,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1a8786a120fd1075e434f9b4ba88cf12: 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cc28b9730842d22ff88a1a7688d768be: 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. for SnapshotProcedureTest completed. 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. for SnapshotProcedureTest completed. 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:49,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:49,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:49,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 370ad24dcc1b86a2e25563adc7443999: 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. for SnapshotProcedureTest completed. 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 075c5ee2c3dc909d6e6741da31cc443e: 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. for SnapshotProcedureTest completed. 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:13:49,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:13:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741858_1034 (size=57) 2024-11-15T09:13:49,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741858_1034 (size=57) 2024-11-15T09:13:49,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:13:49,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741858_1034 (size=57) 2024-11-15T09:13:49,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T09:13:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T09:13:49,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:49,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:13:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741857_1033 (size=65) 2024-11-15T09:13:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741857_1033 (size=65) 2024-11-15T09:13:49,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:13:49,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T09:13:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741857_1033 (size=65) 2024-11-15T09:13:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T09:13:49,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:49,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:13:49,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc28b9730842d22ff88a1a7688d768be in 30.4410 sec 2024-11-15T09:13:49,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a8786a120fd1075e434f9b4ba88cf12 in 30.4450 sec 2024-11-15T09:13:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741860_1036 (size=65) 2024-11-15T09:13:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741859_1035 (size=65) 2024-11-15T09:13:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741860_1036 (size=65) 2024-11-15T09:13:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741859_1035 (size=65) 2024-11-15T09:13:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741860_1036 (size=65) 2024-11-15T09:13:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741859_1035 (size=65) 2024-11-15T09:13:49,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:13:49,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T09:13:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T09:13:49,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:49,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:13:49,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:13:49,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T09:13:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T09:13:49,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:49,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:13:49,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 075c5ee2c3dc909d6e6741da31cc443e in 30.4540 sec 2024-11-15T09:13:49,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-15T09:13:49,328 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T09:13:49,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 370ad24dcc1b86a2e25563adc7443999 in 30.4560 sec 2024-11-15T09:13:49,330 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T09:13:49,333 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T09:13:49,333 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T09:13:49,336 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:13:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741861_1037 (size=1094) 2024-11-15T09:13:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741861_1037 (size=1094) 2024-11-15T09:13:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741861_1037 (size=1094) 2024-11-15T09:13:49,368 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T09:13:49,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T09:13:49,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:49,387 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:49,387 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:49,387 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:49,388 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:49,394 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:53,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region afc4a98f214c086e4285ae99e3e71bb4, had cached 0 bytes from a total of 28623 2024-11-15T09:13:53,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 33dd5a86a95efeae91515b65fcfc5df0, had cached 0 bytes from a total of 47197 2024-11-15T09:13:56,677 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=791f12959b23:45453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T09:13:57,865 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d7f2b9c6f0ba8bfc32f72b22702f2da0 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,866 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a8786a120fd1075e434f9b4ba88cf12 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,866 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1f201df1d2e4089b90febd641164cb1f changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region afc4a98f214c086e4285ae99e3e71bb4 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cc28b9730842d22ff88a1a7688d768be changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 331e1efb4c744099a3458e128d27580a changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 075c5ee2c3dc909d6e6741da31cc443e changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0110388004ca8420c29824071bf2a29f changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 370ad24dcc1b86a2e25563adc7443999 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:57,867 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 33dd5a86a95efeae91515b65fcfc5df0 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:13:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-15T09:13:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-15T09:13:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-15T09:13:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-15T09:13:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-15T09:13:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-15T09:13:59,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:13:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:13:59,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T09:13:59,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-15T09:13:59,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-15T09:13:59,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-15T09:13:59,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-15T09:13:59,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-15T09:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T09:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-15T09:13:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-15T09:13:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-15T09:13:59,404 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 Release verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:59,404 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 Release verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-15T09:13:59,405 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 Release verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-15T09:13:59,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 in 10.0230 sec 2024-11-15T09:13:59,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:59,407 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 Release verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:59,408 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:59,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 in 10.0240 sec 2024-11-15T09:13:59,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 in 10.0260 sec 2024-11-15T09:13:59,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 in 10.0230 sec 2024-11-15T09:13:59,410 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 Release verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:59,410 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 Release verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:59,411 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:13:59,411 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:13:59,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 in 10.0290 sec 2024-11-15T09:13:59,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 in 10.0290 sec 2024-11-15T09:14:09,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-15T09:14:09,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-15T09:14:09,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-15T09:14:09,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-15T09:14:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-15T09:14:09,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-15T09:14:09,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-15T09:14:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-15T09:14:09,413 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 Release verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:14:09,414 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 Release verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:14:09,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 in 20.0340 sec 2024-11-15T09:14:09,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 in 20.0330 sec 2024-11-15T09:14:09,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-15T09:14:09,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-15T09:14:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-15T09:14:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-15T09:14:09,419 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 Release verify snapshot worker=791f12959b23,46207,1731661965503 2024-11-15T09:14:09,419 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 Release verify snapshot worker=791f12959b23,44203,1731661965564 2024-11-15T09:14:09,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,46207,1731661965503 in 20.0380 sec 2024-11-15T09:14:09,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-15T09:14:09,422 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T09:14:09,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,44203,1731661965564 in 20.0380 sec 2024-11-15T09:14:09,427 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T09:14:09,430 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T09:14:09,430 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T09:14:09,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6070 sec 2024-11-15T09:14:09,699 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T09:14:09,708 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T09:14:09,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:14:09,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:14:09,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:14:09,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:14:09,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:14:09,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094701087, stopped=false 2024-11-15T09:14:09,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,45453,1731661964483 2024-11-15T09:14:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:09,767 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:09,767 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:09,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:09,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:09,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:09,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:14:09,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:14:09,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:14:09,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,46207,1731661965503' ***** 2024-11-15T09:14:09,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:14:09,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,44203,1731661965564' ***** 2024-11-15T09:14:09,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:14:09,770 INFO [RS:1;791f12959b23:46207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:14:09,770 INFO [RS:2;791f12959b23:44203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:14:09,770 INFO [RS:2;791f12959b23:44203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:14:09,770 INFO [RS:1;791f12959b23:46207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:14:09,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:14:09,770 INFO [RS:1;791f12959b23:46207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:14:09,770 INFO [RS:2;791f12959b23:44203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:14:09,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:14:09,770 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(3091): Received CLOSE for 33dd5a86a95efeae91515b65fcfc5df0 2024-11-15T09:14:09,770 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(3091): Received CLOSE for cc28b9730842d22ff88a1a7688d768be 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(3091): Received CLOSE for 075c5ee2c3dc909d6e6741da31cc443e 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(3091): Received CLOSE for afc4a98f214c086e4285ae99e3e71bb4 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(3091): Received CLOSE for 331e1efb4c744099a3458e128d27580a 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(3091): Received CLOSE for 0110388004ca8420c29824071bf2a29f 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(3091): Received CLOSE for d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(3091): Received CLOSE for 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a8786a120fd1075e434f9b4ba88cf12 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f201df1d2e4089b90febd641164cb1f 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,46207,1731661965503 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,44203,1731661965564 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:14:09,771 INFO [RS:2;791f12959b23:44203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;791f12959b23:44203. 2024-11-15T09:14:09,771 INFO [RS:1;791f12959b23:46207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:46207. 2024-11-15T09:14:09,771 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33dd5a86a95efeae91515b65fcfc5df0, disabling compactions & flushes 2024-11-15T09:14:09,771 DEBUG [RS:2;791f12959b23:44203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:14:09,771 DEBUG [RS:1;791f12959b23:46207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:14:09,771 DEBUG [RS:1;791f12959b23:46207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,771 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:14:09,771 DEBUG [RS:2;791f12959b23:44203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,771 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:14:09,772 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. after waiting 0 ms 2024-11-15T09:14:09,772 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:14:09,772 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T09:14:09,772 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1325): Online Regions={33dd5a86a95efeae91515b65fcfc5df0=SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0., 075c5ee2c3dc909d6e6741da31cc443e=SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e., 331e1efb4c744099a3458e128d27580a=SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a., 0110388004ca8420c29824071bf2a29f=SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f., 370ad24dcc1b86a2e25563adc7443999=SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999.} 2024-11-15T09:14:09,772 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc28b9730842d22ff88a1a7688d768be, disabling compactions & flushes 2024-11-15T09:14:09,772 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:14:09,772 DEBUG [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1351): Waiting on 0110388004ca8420c29824071bf2a29f, 075c5ee2c3dc909d6e6741da31cc443e, 331e1efb4c744099a3458e128d27580a, 33dd5a86a95efeae91515b65fcfc5df0, 370ad24dcc1b86a2e25563adc7443999 2024-11-15T09:14:09,772 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:14:09,772 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. after waiting 0 ms 2024-11-15T09:14:09,772 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:14:09,773 INFO [RS:2;791f12959b23:44203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:14:09,773 INFO [RS:2;791f12959b23:44203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:14:09,773 INFO [RS:2;791f12959b23:44203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:14:09,773 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:14:09,774 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T09:14:09,774 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1325): Online Regions={cc28b9730842d22ff88a1a7688d768be=SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be., afc4a98f214c086e4285ae99e3e71bb4=SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4., 1588230740=hbase:meta,,1.1588230740, d7f2b9c6f0ba8bfc32f72b22702f2da0=SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0., 1a8786a120fd1075e434f9b4ba88cf12=SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12., 1f201df1d2e4089b90febd641164cb1f=SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f.} 2024-11-15T09:14:09,774 DEBUG [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a8786a120fd1075e434f9b4ba88cf12, 1f201df1d2e4089b90febd641164cb1f, afc4a98f214c086e4285ae99e3e71bb4, cc28b9730842d22ff88a1a7688d768be, d7f2b9c6f0ba8bfc32f72b22702f2da0 2024-11-15T09:14:09,775 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:14:09,775 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:14:09,775 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:14:09,775 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:14:09,775 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:14:09,776 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-15T09:14:09,780 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/cc28b9730842d22ff88a1a7688d768be/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,783 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:14:09,783 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc28b9730842d22ff88a1a7688d768be: Waiting for close lock at 1731662049772Running coprocessor pre-close hooks at 1731662049772Disabling compacts and flushes for region at 1731662049772Disabling writes for close at 1731662049772Writing region close event to WAL at 1731662049773 (+1 ms)Running coprocessor post-close hooks at 1731662049781 (+8 ms)Closed at 1731662049783 (+2 ms) 2024-11-15T09:14:09,784 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731661977929.cc28b9730842d22ff88a1a7688d768be. 2024-11-15T09:14:09,784 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afc4a98f214c086e4285ae99e3e71bb4, disabling compactions & flushes 2024-11-15T09:14:09,784 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:14:09,784 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:14:09,784 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. after waiting 0 ms 2024-11-15T09:14:09,784 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:14:09,786 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/33dd5a86a95efeae91515b65fcfc5df0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T09:14:09,788 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:14:09,788 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33dd5a86a95efeae91515b65fcfc5df0: Waiting for close lock at 1731662049771Running coprocessor pre-close hooks at 1731662049771Disabling compacts and flushes for region at 1731662049771Disabling writes for close at 1731662049772 (+1 ms)Writing region close event to WAL at 1731662049774 (+2 ms)Running coprocessor post-close hooks at 1731662049788 (+14 ms)Closed at 1731662049788 2024-11-15T09:14:09,788 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731661977929.33dd5a86a95efeae91515b65fcfc5df0. 2024-11-15T09:14:09,788 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 075c5ee2c3dc909d6e6741da31cc443e, disabling compactions & flushes 2024-11-15T09:14:09,788 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:14:09,788 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:14:09,788 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. after waiting 0 ms 2024-11-15T09:14:09,788 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:14:09,801 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/075c5ee2c3dc909d6e6741da31cc443e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,802 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:14:09,803 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 075c5ee2c3dc909d6e6741da31cc443e: Waiting for close lock at 1731662049788Running coprocessor pre-close hooks at 1731662049788Disabling compacts and flushes for region at 1731662049788Disabling writes for close at 1731662049788Writing region close event to WAL at 1731662049792 (+4 ms)Running coprocessor post-close hooks at 1731662049802 (+10 ms)Closed at 1731662049802 2024-11-15T09:14:09,803 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e. 2024-11-15T09:14:09,803 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 331e1efb4c744099a3458e128d27580a, disabling compactions & flushes 2024-11-15T09:14:09,803 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:14:09,803 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:14:09,803 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. after waiting 0 ms 2024-11-15T09:14:09,803 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:14:09,813 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/331e1efb4c744099a3458e128d27580a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,814 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:14:09,814 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 331e1efb4c744099a3458e128d27580a: Waiting for close lock at 1731662049803Running coprocessor pre-close hooks at 1731662049803Disabling compacts and flushes for region at 1731662049803Disabling writes for close at 1731662049803Writing region close event to WAL at 1731662049804 (+1 ms)Running coprocessor post-close hooks at 1731662049814 (+10 ms)Closed at 1731662049814 2024-11-15T09:14:09,815 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731661977929.331e1efb4c744099a3458e128d27580a. 2024-11-15T09:14:09,815 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0110388004ca8420c29824071bf2a29f, disabling compactions & flushes 2024-11-15T09:14:09,815 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:14:09,815 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:14:09,815 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. after waiting 0 ms 2024-11-15T09:14:09,815 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:14:09,817 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/info/9b115347060d4bafa8e5817f1110c132 is 167, key is SPTestTable,19999999,1731661977929.075c5ee2c3dc909d6e6741da31cc443e./info:regioninfo/1731662019311/Put/seqid=0 2024-11-15T09:14:09,819 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/afc4a98f214c086e4285ae99e3e71bb4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T09:14:09,820 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:14:09,820 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afc4a98f214c086e4285ae99e3e71bb4: Waiting for close lock at 1731662049784Running coprocessor pre-close hooks at 1731662049784Disabling compacts and flushes for region at 1731662049784Disabling writes for close at 1731662049784Writing region close event to WAL at 1731662049804 (+20 ms)Running coprocessor post-close hooks at 1731662049820 (+16 ms)Closed at 1731662049820 2024-11-15T09:14:09,820 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731661977929.afc4a98f214c086e4285ae99e3e71bb4. 2024-11-15T09:14:09,821 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7f2b9c6f0ba8bfc32f72b22702f2da0, disabling compactions & flushes 2024-11-15T09:14:09,821 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:14:09,821 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:14:09,821 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. after waiting 0 ms 2024-11-15T09:14:09,821 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:14:09,829 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:14:09,833 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:14:09,841 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/0110388004ca8420c29824071bf2a29f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,842 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:14:09,842 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0110388004ca8420c29824071bf2a29f: Waiting for close lock at 1731662049815Running coprocessor pre-close hooks at 1731662049815Disabling compacts and flushes for region at 1731662049815Disabling writes for close at 1731662049815Writing region close event to WAL at 1731662049824 (+9 ms)Running coprocessor post-close hooks at 1731662049842 (+18 ms)Closed at 1731662049842 2024-11-15T09:14:09,842 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731661977929.0110388004ca8420c29824071bf2a29f. 2024-11-15T09:14:09,843 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 370ad24dcc1b86a2e25563adc7443999, disabling compactions & flushes 2024-11-15T09:14:09,843 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:14:09,843 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:14:09,843 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. after waiting 0 ms 2024-11-15T09:14:09,843 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:14:09,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/d7f2b9c6f0ba8bfc32f72b22702f2da0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,845 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:14:09,845 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7f2b9c6f0ba8bfc32f72b22702f2da0: Waiting for close lock at 1731662049821Running coprocessor pre-close hooks at 1731662049821Disabling compacts and flushes for region at 1731662049821Disabling writes for close at 1731662049821Writing region close event to WAL at 1731662049832 (+11 ms)Running coprocessor post-close hooks at 1731662049845 (+13 ms)Closed at 1731662049845 2024-11-15T09:14:09,845 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731661977929.d7f2b9c6f0ba8bfc32f72b22702f2da0. 2024-11-15T09:14:09,846 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a8786a120fd1075e434f9b4ba88cf12, disabling compactions & flushes 2024-11-15T09:14:09,846 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:14:09,846 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:14:09,846 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. after waiting 0 ms 2024-11-15T09:14:09,846 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:14:09,853 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/370ad24dcc1b86a2e25563adc7443999/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,853 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:14:09,854 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 370ad24dcc1b86a2e25563adc7443999: Waiting for close lock at 1731662049843Running coprocessor pre-close hooks at 1731662049843Disabling compacts and flushes for region at 1731662049843Disabling writes for close at 1731662049843Writing region close event to WAL at 1731662049843Running coprocessor post-close hooks at 1731662049853 (+10 ms)Closed at 1731662049853 2024-11-15T09:14:09,854 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731661977929.370ad24dcc1b86a2e25563adc7443999. 2024-11-15T09:14:09,854 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1a8786a120fd1075e434f9b4ba88cf12/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,855 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:14:09,855 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a8786a120fd1075e434f9b4ba88cf12: Waiting for close lock at 1731662049846Running coprocessor pre-close hooks at 1731662049846Disabling compacts and flushes for region at 1731662049846Disabling writes for close at 1731662049846Writing region close event to WAL at 1731662049849 (+3 ms)Running coprocessor post-close hooks at 1731662049855 (+6 ms)Closed at 1731662049855 2024-11-15T09:14:09,855 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731661977929.1a8786a120fd1075e434f9b4ba88cf12. 2024-11-15T09:14:09,855 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f201df1d2e4089b90febd641164cb1f, disabling compactions & flushes 2024-11-15T09:14:09,855 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:14:09,855 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:14:09,855 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. after waiting 0 ms 2024-11-15T09:14:09,855 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:14:09,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741862_1038 (size=20292) 2024-11-15T09:14:09,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741862_1038 (size=20292) 2024-11-15T09:14:09,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741862_1038 (size=20292) 2024-11-15T09:14:09,857 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/info/9b115347060d4bafa8e5817f1110c132 2024-11-15T09:14:09,863 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/default/SPTestTable/1f201df1d2e4089b90febd641164cb1f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:14:09,864 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:14:09,864 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f201df1d2e4089b90febd641164cb1f: Waiting for close lock at 1731662049855Running coprocessor pre-close hooks at 1731662049855Disabling compacts and flushes for region at 1731662049855Disabling writes for close at 1731662049855Writing region close event to WAL at 1731662049859 (+4 ms)Running coprocessor post-close hooks at 1731662049864 (+5 ms)Closed at 1731662049864 2024-11-15T09:14:09,864 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731661977929.1f201df1d2e4089b90febd641164cb1f. 2024-11-15T09:14:09,879 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/ns/a11d791480524313b0948766329fa1cd is 43, key is default/ns:d/1731661977615/Put/seqid=0 2024-11-15T09:14:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741863_1039 (size=5153) 2024-11-15T09:14:09,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741863_1039 (size=5153) 2024-11-15T09:14:09,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741863_1039 (size=5153) 2024-11-15T09:14:09,886 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/ns/a11d791480524313b0948766329fa1cd 2024-11-15T09:14:09,909 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/table/990b1917f5ce4875b024161f252e896c is 47, key is SPTestTable/table:state/1731661988483/Put/seqid=0 2024-11-15T09:14:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741864_1040 (size=5214) 2024-11-15T09:14:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741864_1040 (size=5214) 2024-11-15T09:14:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741864_1040 (size=5214) 2024-11-15T09:14:09,917 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/table/990b1917f5ce4875b024161f252e896c 2024-11-15T09:14:09,926 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/info/9b115347060d4bafa8e5817f1110c132 as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/info/9b115347060d4bafa8e5817f1110c132 2024-11-15T09:14:09,934 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/info/9b115347060d4bafa8e5817f1110c132, entries=116, sequenceid=37, filesize=19.8 K 2024-11-15T09:14:09,935 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/ns/a11d791480524313b0948766329fa1cd as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/ns/a11d791480524313b0948766329fa1cd 2024-11-15T09:14:09,940 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T09:14:09,940 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T09:14:09,943 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/ns/a11d791480524313b0948766329fa1cd, entries=2, sequenceid=37, filesize=5.0 K 2024-11-15T09:14:09,945 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/.tmp/table/990b1917f5ce4875b024161f252e896c as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/table/990b1917f5ce4875b024161f252e896c 2024-11-15T09:14:09,952 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/table/990b1917f5ce4875b024161f252e896c, entries=2, sequenceid=37, filesize=5.1 K 2024-11-15T09:14:09,953 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=37, compaction requested=false 2024-11-15T09:14:09,958 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-15T09:14:09,958 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:14:09,958 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:14:09,959 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662049774Running coprocessor pre-close hooks at 1731662049774Disabling compacts and flushes for region at 1731662049775 (+1 ms)Disabling writes for close at 1731662049775Obtaining lock to block concurrent updates at 1731662049776 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731662049776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731662049777 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662049778 (+1 ms)Flushing 1588230740/info: creating writer at 1731662049778Flushing 1588230740/info: appending metadata at 1731662049816 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731662049816Flushing 1588230740/ns: creating writer at 1731662049865 (+49 ms)Flushing 1588230740/ns: appending metadata at 1731662049878 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731662049878Flushing 1588230740/table: creating writer at 1731662049894 (+16 ms)Flushing 1588230740/table: appending metadata at 1731662049909 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731662049909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54677d23: reopening flushed file at 1731662049924 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795d20f5: reopening flushed file at 1731662049934 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abe7f84: reopening flushed file at 1731662049944 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=37, compaction requested=false at 1731662049953 (+9 ms)Writing region close event to WAL at 1731662049954 (+1 ms)Running coprocessor post-close hooks at 1731662049958 (+4 ms)Closed at 1731662049958 2024-11-15T09:14:09,959 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:14:09,968 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T09:14:09,968 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T09:14:09,972 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,46207,1731661965503; all regions closed. 2024-11-15T09:14:09,974 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,44203,1731661965564; all regions closed. 2024-11-15T09:14:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741834_1010 (size=3500) 2024-11-15T09:14:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741834_1010 (size=3500) 2024-11-15T09:14:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741834_1010 (size=3500) 2024-11-15T09:14:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741836_1012 (size=19530) 2024-11-15T09:14:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741836_1012 (size=19530) 2024-11-15T09:14:09,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741836_1012 (size=19530) 2024-11-15T09:14:09,980 DEBUG [RS:1;791f12959b23:46207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs 2024-11-15T09:14:09,980 INFO [RS:1;791f12959b23:46207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C46207%2C1731661965503:(num 1731661967091) 2024-11-15T09:14:09,980 DEBUG [RS:1;791f12959b23:46207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,980 INFO [RS:1;791f12959b23:46207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:14:09,981 INFO [RS:1;791f12959b23:46207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:14:09,981 INFO [RS:1;791f12959b23:46207 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:14:09,981 INFO [RS:1;791f12959b23:46207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:14:09,981 INFO [RS:1;791f12959b23:46207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:14:09,981 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:14:09,981 INFO [RS:1;791f12959b23:46207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:14:09,981 INFO [RS:1;791f12959b23:46207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:14:09,982 DEBUG [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs 2024-11-15T09:14:09,982 INFO [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C44203%2C1731661965564.meta:.meta(num 1731661977409) 2024-11-15T09:14:09,982 INFO [RS:1;791f12959b23:46207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46207 2024-11-15T09:14:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741835_1011 (size=3530) 2024-11-15T09:14:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741835_1011 (size=3530) 2024-11-15T09:14:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741835_1011 (size=3530) 2024-11-15T09:14:09,988 DEBUG [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/oldWALs 2024-11-15T09:14:09,988 INFO [RS:2;791f12959b23:44203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C44203%2C1731661965564:(num 1731661967091) 2024-11-15T09:14:09,988 DEBUG [RS:2;791f12959b23:44203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:09,988 INFO [RS:2;791f12959b23:44203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:14:09,988 INFO [RS:2;791f12959b23:44203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:14:09,988 INFO [RS:2;791f12959b23:44203 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:14:09,988 INFO [RS:2;791f12959b23:44203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:14:09,988 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:14:09,989 INFO [RS:2;791f12959b23:44203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44203 2024-11-15T09:14:09,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,46207,1731661965503 2024-11-15T09:14:09,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:14:09,990 INFO [RS:1;791f12959b23:46207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:14:09,999 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,44203,1731661965564 2024-11-15T09:14:09,999 INFO [RS:2;791f12959b23:44203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:14:09,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,46207,1731661965503] 2024-11-15T09:14:10,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,46207,1731661965503 already deleted, retry=false 2024-11-15T09:14:10,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,46207,1731661965503 expired; onlineServers=1 2024-11-15T09:14:10,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,44203,1731661965564] 2024-11-15T09:14:10,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,44203,1731661965564 already deleted, retry=false 2024-11-15T09:14:10,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,44203,1731661965564 expired; onlineServers=0 2024-11-15T09:14:10,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,45453,1731661964483' ***** 2024-11-15T09:14:10,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:14:10,031 INFO [M:0;791f12959b23:45453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:14:10,031 INFO [M:0;791f12959b23:45453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:14:10,031 DEBUG [M:0;791f12959b23:45453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:14:10,032 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:14:10,032 DEBUG [M:0;791f12959b23:45453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:14:10,032 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731661966679 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731661966679,5,FailOnTimeoutGroup] 2024-11-15T09:14:10,032 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731661966679 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731661966679,5,FailOnTimeoutGroup] 2024-11-15T09:14:10,032 INFO [M:0;791f12959b23:45453 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:14:10,032 INFO [M:0;791f12959b23:45453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:14:10,032 DEBUG [M:0;791f12959b23:45453 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:14:10,032 INFO [M:0;791f12959b23:45453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:14:10,032 INFO [M:0;791f12959b23:45453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:14:10,032 ERROR [M:0;791f12959b23:45453 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1636947297) connection to localhost/127.0.0.1:43183 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43183,5,PEWorkerGroup] 2024-11-15T09:14:10,033 INFO [M:0;791f12959b23:45453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:14:10,033 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:14:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:14:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:10,042 DEBUG [M:0;791f12959b23:45453 {}] zookeeper.ZKUtil(347): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:14:10,042 WARN [M:0;791f12959b23:45453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:14:10,042 INFO [M:0;791f12959b23:45453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/.lastflushedseqids 2024-11-15T09:14:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741865_1041 (size=686) 2024-11-15T09:14:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741865_1041 (size=686) 2024-11-15T09:14:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741865_1041 (size=686) 2024-11-15T09:14:10,055 INFO [M:0;791f12959b23:45453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:14:10,055 INFO [M:0;791f12959b23:45453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:14:10,055 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:14:10,055 INFO [M:0;791f12959b23:45453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:10,055 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:10,055 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:14:10,055 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:10,056 INFO [M:0;791f12959b23:45453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-11-15T09:14:10,071 DEBUG [M:0;791f12959b23:45453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfab3f53632e48129e794537b461bc51 is 82, key is hbase:meta,,1/info:regioninfo/1731661977488/Put/seqid=0 2024-11-15T09:14:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741866_1042 (size=5672) 2024-11-15T09:14:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741866_1042 (size=5672) 2024-11-15T09:14:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741866_1042 (size=5672) 2024-11-15T09:14:10,079 INFO [M:0;791f12959b23:45453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfab3f53632e48129e794537b461bc51 2024-11-15T09:14:10,104 DEBUG [M:0;791f12959b23:45453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a46dee06d54188b357058c32b37b63 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731661988491/Put/seqid=0 2024-11-15T09:14:10,110 INFO [RS:1;791f12959b23:46207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:14:10,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:14:10,110 INFO [RS:1;791f12959b23:46207 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,46207,1731661965503; zookeeper connection closed. 2024-11-15T09:14:10,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46207-0x1013dc49cdc0002, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:14:10,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b1b4dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b1b4dd 2024-11-15T09:14:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741867_1043 (size=8973) 2024-11-15T09:14:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741867_1043 (size=8973) 2024-11-15T09:14:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741867_1043 (size=8973) 2024-11-15T09:14:10,114 INFO [M:0;791f12959b23:45453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a46dee06d54188b357058c32b37b63 2024-11-15T09:14:10,120 INFO [M:0;791f12959b23:45453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a46dee06d54188b357058c32b37b63 2024-11-15T09:14:10,121 INFO [RS:2;791f12959b23:44203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:14:10,121 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:14:10,121 INFO [RS:2;791f12959b23:44203 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,44203,1731661965564; zookeeper connection closed. 2024-11-15T09:14:10,121 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44203-0x1013dc49cdc0003, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:14:10,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c4a19a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c4a19a5 2024-11-15T09:14:10,122 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T09:14:10,141 DEBUG [M:0;791f12959b23:45453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4989fcb156db4c7eb67d9583a7ddf2f2 is 69, key is 791f12959b23,44203,1731661965564/rs:state/1731661966766/Put/seqid=0 2024-11-15T09:14:10,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741868_1044 (size=5441) 2024-11-15T09:14:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741868_1044 (size=5441) 2024-11-15T09:14:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741868_1044 (size=5441) 2024-11-15T09:14:10,161 INFO [M:0;791f12959b23:45453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4989fcb156db4c7eb67d9583a7ddf2f2 2024-11-15T09:14:10,168 INFO [M:0;791f12959b23:45453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4989fcb156db4c7eb67d9583a7ddf2f2 2024-11-15T09:14:10,170 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfab3f53632e48129e794537b461bc51 as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfab3f53632e48129e794537b461bc51 2024-11-15T09:14:10,178 INFO [M:0;791f12959b23:45453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfab3f53632e48129e794537b461bc51, entries=8, sequenceid=513, filesize=5.5 K 2024-11-15T09:14:10,180 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0a46dee06d54188b357058c32b37b63 as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0a46dee06d54188b357058c32b37b63 2024-11-15T09:14:10,186 INFO [M:0;791f12959b23:45453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a46dee06d54188b357058c32b37b63 2024-11-15T09:14:10,187 INFO [M:0;791f12959b23:45453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0a46dee06d54188b357058c32b37b63, entries=56, sequenceid=513, filesize=8.8 K 2024-11-15T09:14:10,188 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4989fcb156db4c7eb67d9583a7ddf2f2 as hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4989fcb156db4c7eb67d9583a7ddf2f2 2024-11-15T09:14:10,195 INFO [M:0;791f12959b23:45453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4989fcb156db4c7eb67d9583a7ddf2f2 2024-11-15T09:14:10,195 INFO [M:0;791f12959b23:45453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43183/user/jenkins/test-data/9970ea2a-68e1-f7d5-6b57-71acd0a3c185/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4989fcb156db4c7eb67d9583a7ddf2f2, entries=3, sequenceid=513, filesize=5.3 K 2024-11-15T09:14:10,196 INFO [M:0;791f12959b23:45453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=513, compaction requested=false 2024-11-15T09:14:10,197 INFO [M:0;791f12959b23:45453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:10,197 DEBUG [M:0;791f12959b23:45453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662050055Disabling compacts and flushes for region at 1731662050055Disabling writes for close at 1731662050055Obtaining lock to block concurrent updates at 1731662050056 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662050056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731662050056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662050057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662050057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662050071 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662050071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662050087 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662050104 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662050104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662050120 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662050140 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662050140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd8a2c0: reopening flushed file at 1731662050168 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29edb50a: reopening flushed file at 1731662050179 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3128b6f: reopening flushed file at 1731662050187 (+8 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=513, compaction requested=false at 1731662050196 (+9 ms)Writing region close event to WAL at 1731662050197 (+1 ms)Closed at 1731662050197 2024-11-15T09:14:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36893 is added to blk_1073741830_1006 (size=234147) 2024-11-15T09:14:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36875 is added to blk_1073741830_1006 (size=234147) 2024-11-15T09:14:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741830_1006 (size=234147) 2024-11-15T09:14:10,202 INFO [M:0;791f12959b23:45453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:14:10,203 INFO [M:0;791f12959b23:45453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45453 2024-11-15T09:14:10,203 INFO [M:0;791f12959b23:45453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:14:10,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:14:10,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:14:10,310 INFO [M:0;791f12959b23:45453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:14:10,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45453-0x1013dc49cdc0000, quorum=127.0.0.1:64468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:14:10,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd7dd9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:14:10,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61cf63c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:14:10,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:14:10,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f48c989{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:14:10,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d8467b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,STOPPED} 2024-11-15T09:14:10,319 WARN [BP-239980848-172.17.0.2-1731661959093 heartbeating to localhost/127.0.0.1:43183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:14:10,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:14:10,319 WARN [BP-239980848-172.17.0.2-1731661959093 heartbeating to localhost/127.0.0.1:43183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239980848-172.17.0.2-1731661959093 (Datanode Uuid 268901dd-3275-4d8f-8ecf-2627158f2e62) service to localhost/127.0.0.1:43183 2024-11-15T09:14:10,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:14:10,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data5/current/BP-239980848-172.17.0.2-1731661959093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:14:10,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data6/current/BP-239980848-172.17.0.2-1731661959093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:14:10,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:14:10,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57c38df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:14:10,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@735ce3e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:14:10,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:14:10,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434d0579{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:14:10,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af188aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,STOPPED} 2024-11-15T09:14:10,326 WARN [BP-239980848-172.17.0.2-1731661959093 heartbeating to localhost/127.0.0.1:43183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:14:10,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:14:10,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:14:10,326 WARN [BP-239980848-172.17.0.2-1731661959093 heartbeating to localhost/127.0.0.1:43183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239980848-172.17.0.2-1731661959093 (Datanode Uuid 5278b79d-5f00-402b-a67a-07916298e353) service to localhost/127.0.0.1:43183 2024-11-15T09:14:10,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data3/current/BP-239980848-172.17.0.2-1731661959093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:14:10,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data4/current/BP-239980848-172.17.0.2-1731661959093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:14:10,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:14:10,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a98dc42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:14:10,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@81167db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:14:10,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:14:10,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3342e93f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:14:10,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e202617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,STOPPED} 2024-11-15T09:14:10,336 WARN [BP-239980848-172.17.0.2-1731661959093 heartbeating to localhost/127.0.0.1:43183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:14:10,336 WARN [BP-239980848-172.17.0.2-1731661959093 heartbeating to localhost/127.0.0.1:43183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239980848-172.17.0.2-1731661959093 (Datanode Uuid 7b64451f-fe17-4fc3-9c50-644de6e6a5bf) service to localhost/127.0.0.1:43183 2024-11-15T09:14:10,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:14:10,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:14:10,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data1/current/BP-239980848-172.17.0.2-1731661959093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:14:10,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/cluster_5ce063d2-c89a-38a7-37cf-a5990faee77f/data/data2/current/BP-239980848-172.17.0.2-1731661959093 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:14:10,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:14:10,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:14:10,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:14:10,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:14:10,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:14:10,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir/,STOPPED} 2024-11-15T09:14:10,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:14:10,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:14:10,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/791f12959b23:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:43183 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/791f12959b23:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:43183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/791f12959b23:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5d160a6b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/791f12959b23:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/791f12959b23:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:43183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/791f12959b23:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/791f12959b23:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:43183 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/791f12959b23:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=4463 (was 6011) 2024-11-15T09:14:10,419 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=4463 2024-11-15T09:14:10,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir so I do NOT create it in target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4 2024-11-15T09:14:10,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T09:14:10,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.tmp.dir so I do NOT create it in target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4 2024-11-15T09:14:10,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f9208c8-404d-8aa7-1155-34010bc810db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T09:14:10,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4 2024-11-15T09:14:10,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5, deleteOnExit=true 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/test.cache.data in system properties and HBase conf 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir in system properties and HBase conf 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T09:14:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T09:14:10,434 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/nfs.dump.dir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/java.io.tmpdir in system properties and HBase conf 2024-11-15T09:14:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T09:14:10,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T09:14:10,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T09:14:10,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:14:10,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:14:10,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:14:10,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:14:10,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:14:10,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:14:10,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d1c57f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:14:10,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28af8f15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:14:10,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fddd36e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/java.io.tmpdir/jetty-localhost-40789-hadoop-hdfs-3_4_1-tests_jar-_-any-8429459393546623331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:14:10,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd7492d{HTTP/1.1, (http/1.1)}{localhost:40789} 2024-11-15T09:14:10,950 INFO [Time-limited test {}] server.Server(415): Started @94702ms 2024-11-15T09:14:11,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:14:11,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:14:11,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:14:11,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:14:11,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:14:11,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38c9f3bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:14:11,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165836f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:14:11,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7984d63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/java.io.tmpdir/jetty-localhost-35949-hadoop-hdfs-3_4_1-tests_jar-_-any-4633388248362258175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:14:11,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77cd600{HTTP/1.1, (http/1.1)}{localhost:35949} 2024-11-15T09:14:11,344 INFO [Time-limited test {}] server.Server(415): Started @95097ms 2024-11-15T09:14:11,346 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:14:11,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:14:11,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:14:11,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:14:11,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:14:11,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T09:14:11,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea27106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:14:11,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15165aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:14:11,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4180e574{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/java.io.tmpdir/jetty-localhost-42773-hadoop-hdfs-3_4_1-tests_jar-_-any-1235279727587718341/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:14:11,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d92fb{HTTP/1.1, (http/1.1)}{localhost:42773} 2024-11-15T09:14:11,479 INFO [Time-limited test {}] server.Server(415): Started @95231ms 2024-11-15T09:14:11,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:14:11,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T09:14:11,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T09:14:11,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T09:14:11,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T09:14:11,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T09:14:11,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611d52af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,AVAILABLE} 2024-11-15T09:14:11,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b3c63c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T09:14:11,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e800446{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/java.io.tmpdir/jetty-localhost-44659-hadoop-hdfs-3_4_1-tests_jar-_-any-10074757151322848176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:14:11,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@433c8c2f{HTTP/1.1, (http/1.1)}{localhost:44659} 2024-11-15T09:14:11,610 INFO [Time-limited test {}] server.Server(415): Started @95363ms 2024-11-15T09:14:11,612 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T09:14:12,512 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data1/current/BP-173918160-172.17.0.2-1731662050457/current, will proceed with Du for space computation calculation, 2024-11-15T09:14:12,512 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data2/current/BP-173918160-172.17.0.2-1731662050457/current, will proceed with Du for space computation calculation, 2024-11-15T09:14:12,529 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:14:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ba451ed03cc6750 with lease ID 0x245c4732c95b0bae: Processing first storage report for DS-1cff9e40-6626-4535-b048-ce8bfcaf7481 from datanode DatanodeRegistration(127.0.0.1:39079, datanodeUuid=c568ed8e-52e2-4ae0-b636-1607009cd852, infoPort=39125, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457) 2024-11-15T09:14:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ba451ed03cc6750 with lease ID 0x245c4732c95b0bae: from storage DS-1cff9e40-6626-4535-b048-ce8bfcaf7481 node DatanodeRegistration(127.0.0.1:39079, datanodeUuid=c568ed8e-52e2-4ae0-b636-1607009cd852, infoPort=39125, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:14:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ba451ed03cc6750 with lease ID 0x245c4732c95b0bae: Processing first storage report for DS-453414d8-6966-40af-8aae-ab56a292cf72 from datanode DatanodeRegistration(127.0.0.1:39079, datanodeUuid=c568ed8e-52e2-4ae0-b636-1607009cd852, infoPort=39125, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457) 2024-11-15T09:14:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ba451ed03cc6750 with lease ID 0x245c4732c95b0bae: from storage DS-453414d8-6966-40af-8aae-ab56a292cf72 node DatanodeRegistration(127.0.0.1:39079, datanodeUuid=c568ed8e-52e2-4ae0-b636-1607009cd852, infoPort=39125, infoSecurePort=0, ipcPort=43461, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:14:12,904 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data3/current/BP-173918160-172.17.0.2-1731662050457/current, will proceed with Du for space computation calculation, 2024-11-15T09:14:12,904 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data4/current/BP-173918160-172.17.0.2-1731662050457/current, will proceed with Du for space computation calculation, 2024-11-15T09:14:12,925 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:14:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b3521634d57bf2 with lease ID 0x245c4732c95b0baf: Processing first storage report for DS-6ce23ec3-2d99-47d7-83a7-7590462202c1 from datanode DatanodeRegistration(127.0.0.1:35363, datanodeUuid=abf72cc5-58d2-4f8b-aa5c-94b99c1a9517, infoPort=43391, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457) 2024-11-15T09:14:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b3521634d57bf2 with lease ID 0x245c4732c95b0baf: from storage DS-6ce23ec3-2d99-47d7-83a7-7590462202c1 node DatanodeRegistration(127.0.0.1:35363, datanodeUuid=abf72cc5-58d2-4f8b-aa5c-94b99c1a9517, infoPort=43391, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:14:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b3521634d57bf2 with lease ID 0x245c4732c95b0baf: Processing first storage report for DS-dc1814cf-7f41-47ec-8bbf-7dc60e37efc9 from datanode DatanodeRegistration(127.0.0.1:35363, datanodeUuid=abf72cc5-58d2-4f8b-aa5c-94b99c1a9517, infoPort=43391, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457) 2024-11-15T09:14:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b3521634d57bf2 with lease ID 0x245c4732c95b0baf: from storage DS-dc1814cf-7f41-47ec-8bbf-7dc60e37efc9 node DatanodeRegistration(127.0.0.1:35363, datanodeUuid=abf72cc5-58d2-4f8b-aa5c-94b99c1a9517, infoPort=43391, infoSecurePort=0, ipcPort=41243, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:14:13,049 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data5/current/BP-173918160-172.17.0.2-1731662050457/current, will proceed with Du for space computation calculation, 2024-11-15T09:14:13,049 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data6/current/BP-173918160-172.17.0.2-1731662050457/current, will proceed with Du for space computation calculation, 2024-11-15T09:14:13,068 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T09:14:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6341c95c20e8e906 with lease ID 0x245c4732c95b0bb0: Processing first storage report for DS-92640e24-030c-4b02-8291-e2d3242eb48d from datanode DatanodeRegistration(127.0.0.1:46539, datanodeUuid=14697fbf-bd12-4509-9987-afad5037dba9, infoPort=33885, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457) 2024-11-15T09:14:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6341c95c20e8e906 with lease ID 0x245c4732c95b0bb0: from storage DS-92640e24-030c-4b02-8291-e2d3242eb48d node DatanodeRegistration(127.0.0.1:46539, datanodeUuid=14697fbf-bd12-4509-9987-afad5037dba9, infoPort=33885, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T09:14:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6341c95c20e8e906 with lease ID 0x245c4732c95b0bb0: Processing first storage report for DS-2cdab60a-c783-4f15-af7e-dc6f8b2162b8 from datanode DatanodeRegistration(127.0.0.1:46539, datanodeUuid=14697fbf-bd12-4509-9987-afad5037dba9, infoPort=33885, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457) 2024-11-15T09:14:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6341c95c20e8e906 with lease ID 0x245c4732c95b0bb0: from storage DS-2cdab60a-c783-4f15-af7e-dc6f8b2162b8 node DatanodeRegistration(127.0.0.1:46539, datanodeUuid=14697fbf-bd12-4509-9987-afad5037dba9, infoPort=33885, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=950817565;c=1731662050457), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T09:14:13,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4 2024-11-15T09:14:13,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/zookeeper_0, clientPort=52623, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T09:14:13,155 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52623 2024-11-15T09:14:13,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:14:13,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:14:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741825_1001 (size=7) 2024-11-15T09:14:13,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 with version=8 2024-11-15T09:14:13,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/hbase-staging 2024-11-15T09:14:13,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:14:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:14:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:14:13,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T09:14:13,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:14:13,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45245 2024-11-15T09:14:13,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45245 connecting to ZooKeeper ensemble=127.0.0.1:52623 2024-11-15T09:14:13,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452450x0, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:14:13,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45245-0x1013dc5facc0000 connected 2024-11-15T09:14:13,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:13,397 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9, hbase.cluster.distributed=false 2024-11-15T09:14:13,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:14:13,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-15T09:14:13,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45245 2024-11-15T09:14:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45245 2024-11-15T09:14:13,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-15T09:14:13,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45245 2024-11-15T09:14:13,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:14:13,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:14:13,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42949 2024-11-15T09:14:13,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42949 connecting to ZooKeeper ensemble=127.0.0.1:52623 2024-11-15T09:14:13,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429490x0, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:14:13,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42949-0x1013dc5facc0001 connected 2024-11-15T09:14:13,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:13,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:14:13,445 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:14:13,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:14:13,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:14:13,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-15T09:14:13,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42949 2024-11-15T09:14:13,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42949 2024-11-15T09:14:13,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-15T09:14:13,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-15T09:14:13,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:14:13,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:14:13,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39209 2024-11-15T09:14:13,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39209 connecting to ZooKeeper ensemble=127.0.0.1:52623 2024-11-15T09:14:13,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392090x0, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:14:13,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392090x0, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:13,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39209-0x1013dc5facc0002 connected 2024-11-15T09:14:13,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:14:13,488 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:14:13,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:14:13,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:14:13,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-15T09:14:13,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39209 2024-11-15T09:14:13,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39209 2024-11-15T09:14:13,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-15T09:14:13,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39209 2024-11-15T09:14:13,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/791f12959b23:0 server-side Connection retries=45 2024-11-15T09:14:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T09:14:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T09:14:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T09:14:13,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T09:14:13,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T09:14:13,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36233 2024-11-15T09:14:13,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36233 connecting to ZooKeeper ensemble=127.0.0.1:52623 2024-11-15T09:14:13,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362330x0, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T09:14:13,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362330x0, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:14:13,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36233-0x1013dc5facc0003 connected 2024-11-15T09:14:13,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T09:14:13,529 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T09:14:13,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T09:14:13,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T09:14:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36233 2024-11-15T09:14:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36233 2024-11-15T09:14:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36233 2024-11-15T09:14:13,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36233 2024-11-15T09:14:13,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36233 2024-11-15T09:14:13,548 DEBUG [M:0;791f12959b23:45245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;791f12959b23:45245 2024-11-15T09:14:13,548 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/791f12959b23,45245,1731662053173 2024-11-15T09:14:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,627 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/791f12959b23,45245,1731662053173 2024-11-15T09:14:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:14:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:14:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T09:14:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,661 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T09:14:13,661 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/791f12959b23,45245,1731662053173 from backup master directory 2024-11-15T09:14:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/791f12959b23,45245,1731662053173 2024-11-15T09:14:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T09:14:13,676 WARN [master/791f12959b23:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:14:13,676 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=791f12959b23,45245,1731662053173 2024-11-15T09:14:13,681 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/hbase.id] with ID: 6f2cf90e-3462-4566-9595-041e5c09a6f6 2024-11-15T09:14:13,681 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.tmp/hbase.id 2024-11-15T09:14:13,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:14:13,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:14:13,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741826_1002 (size=42) 2024-11-15T09:14:13,693 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.tmp/hbase.id]:[hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/hbase.id] 2024-11-15T09:14:13,710 INFO [master/791f12959b23:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T09:14:13,711 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T09:14:13,713 INFO [master/791f12959b23:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T09:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:14:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:14:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741827_1003 (size=196) 2024-11-15T09:14:14,137 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:14:14,139 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T09:14:14,140 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:14:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:14:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:14:14,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741828_1004 (size=1189) 2024-11-15T09:14:14,153 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store 2024-11-15T09:14:14,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:14:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:14:14,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741829_1005 (size=34) 2024-11-15T09:14:14,162 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:14,163 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:14:14,163 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:14,163 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:14,163 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:14:14,163 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:14,163 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:14:14,163 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662054162Disabling compacts and flushes for region at 1731662054162Disabling writes for close at 1731662054163 (+1 ms)Writing region close event to WAL at 1731662054163Closed at 1731662054163 2024-11-15T09:14:14,164 WARN [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/.initializing 2024-11-15T09:14:14,164 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/WALs/791f12959b23,45245,1731662053173 2024-11-15T09:14:14,165 INFO [master/791f12959b23:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:14:14,167 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C45245%2C1731662053173, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/WALs/791f12959b23,45245,1731662053173, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/oldWALs, maxLogs=10 2024-11-15T09:14:14,180 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/WALs/791f12959b23,45245,1731662053173/791f12959b23%2C45245%2C1731662053173.1731662054167, exclude list is [], retry=0 2024-11-15T09:14:14,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46539,DS-92640e24-030c-4b02-8291-e2d3242eb48d,DISK] 2024-11-15T09:14:14,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35363,DS-6ce23ec3-2d99-47d7-83a7-7590462202c1,DISK] 2024-11-15T09:14:14,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-1cff9e40-6626-4535-b048-ce8bfcaf7481,DISK] 2024-11-15T09:14:14,185 INFO [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/WALs/791f12959b23,45245,1731662053173/791f12959b23%2C45245%2C1731662053173.1731662054167 2024-11-15T09:14:14,186 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43391:43391),(127.0.0.1/127.0.0.1:33885:33885),(127.0.0.1/127.0.0.1:39125:39125)] 2024-11-15T09:14:14,186 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:14:14,186 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:14,186 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,186 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T09:14:14,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:14,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T09:14:14,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:14,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T09:14:14,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:14,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T09:14:14,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:14,197 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,198 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,198 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,199 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,200 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,200 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:14:14,202 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T09:14:14,204 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:14,205 INFO [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65792952, jitterRate=-0.019608616828918457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:14:14,206 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731662054186Initializing all the Stores at 1731662054187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662054187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662054188 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662054188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662054188Cleaning up temporary data from old regions at 1731662054200 (+12 ms)Region opened successfully at 1731662054206 (+6 ms) 2024-11-15T09:14:14,206 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T09:14:14,209 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4284888d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:14:14,210 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T09:14:14,211 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T09:14:14,211 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T09:14:14,211 INFO [master/791f12959b23:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T09:14:14,212 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T09:14:14,212 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T09:14:14,212 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-15T09:14:14,215 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T09:14:14,216 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T09:14:14,228 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T09:14:14,228 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T09:14:14,229 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T09:14:14,238 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T09:14:14,238 INFO [master/791f12959b23:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T09:14:14,239 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T09:14:14,249 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T09:14:14,249 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T09:14:14,259 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T09:14:14,261 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T09:14:14,270 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T09:14:14,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:14,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:14,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:14,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T09:14:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,282 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=791f12959b23,45245,1731662053173, sessionid=0x1013dc5facc0000, setting cluster-up flag (Was=false) 2024-11-15T09:14:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,333 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T09:14:14,334 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,45245,1731662053173 2024-11-15T09:14:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,386 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T09:14:14,387 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=791f12959b23,45245,1731662053173 2024-11-15T09:14:14,389 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T09:14:14,390 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T09:14:14,391 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T09:14:14,391 INFO [master/791f12959b23:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T09:14:14,391 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 791f12959b23,45245,1731662053173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T09:14:14,392 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/791f12959b23:0, corePoolSize=5, maxPoolSize=5 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/791f12959b23:0, corePoolSize=10, maxPoolSize=10 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:14:14,393 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:14:14,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T09:14:14,396 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731662084396 2024-11-15T09:14:14,396 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T09:14:14,396 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T09:14:14,396 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T09:14:14,396 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T09:14:14,396 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T09:14:14,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T09:14:14,397 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T09:14:14,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T09:14:14,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T09:14:14,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T09:14:14,397 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T09:14:14,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T09:14:14,398 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662054398,5,FailOnTimeoutGroup] 2024-11-15T09:14:14,398 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662054398,5,FailOnTimeoutGroup] 2024-11-15T09:14:14,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T09:14:14,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,398 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:14:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:14:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741831_1007 (size=1321) 2024-11-15T09:14:14,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T09:14:14,412 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:14:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:14:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741832_1008 (size=32) 2024-11-15T09:14:14,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:14,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:14:14,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:14:14,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:14,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:14:14,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:14:14,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:14,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:14:14,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:14:14,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:14,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:14:14,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:14:14,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:14,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:14,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:14:14,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740 2024-11-15T09:14:14,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740 2024-11-15T09:14:14,435 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(746): ClusterId : 6f2cf90e-3462-4566-9595-041e5c09a6f6 2024-11-15T09:14:14,435 INFO [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(746): ClusterId : 6f2cf90e-3462-4566-9595-041e5c09a6f6 2024-11-15T09:14:14,435 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(746): ClusterId : 6f2cf90e-3462-4566-9595-041e5c09a6f6 2024-11-15T09:14:14,436 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:14:14,436 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:14:14,436 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T09:14:14,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:14:14,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:14:14,436 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:14:14,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:14:14,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:14,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72204801, jitterRate=0.07593537867069244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:14:14,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731662054423Initializing all the Stores at 1731662054424 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662054424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662054425 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662054425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662054425Cleaning up temporary data from old regions at 1731662054436 (+11 ms)Region opened successfully at 1731662054441 (+5 ms) 2024-11-15T09:14:14,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:14:14,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:14:14,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:14:14,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:14:14,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:14:14,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:14:14,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662054441Disabling compacts and flushes for region at 1731662054441Disabling writes for close at 1731662054441Writing region close event to WAL at 1731662054442 (+1 ms)Closed at 1731662054442 2024-11-15T09:14:14,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:14:14,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T09:14:14,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:14:14,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:14:14,445 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:14:14,445 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:14:14,445 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:14:14,445 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:14:14,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T09:14:14,454 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T09:14:14,455 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T09:14:14,465 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:14:14,465 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:14:14,466 DEBUG [RS:1;791f12959b23:39209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b0e9f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:14:14,466 DEBUG [RS:2;791f12959b23:36233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a9bc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:14:14,466 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T09:14:14,466 DEBUG [RS:0;791f12959b23:42949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5aaffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=791f12959b23/172.17.0.2:0 2024-11-15T09:14:14,482 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;791f12959b23:36233 2024-11-15T09:14:14,482 DEBUG [RS:1;791f12959b23:39209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;791f12959b23:39209 2024-11-15T09:14:14,482 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;791f12959b23:42949 2024-11-15T09:14:14,482 INFO [RS:1;791f12959b23:39209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:14:14,482 INFO [RS:0;791f12959b23:42949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:14:14,482 INFO [RS:1;791f12959b23:39209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:14:14,482 INFO [RS:0;791f12959b23:42949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:14:14,482 INFO [RS:2;791f12959b23:36233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T09:14:14,482 DEBUG [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:14:14,482 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:14:14,482 INFO [RS:2;791f12959b23:36233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T09:14:14,482 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T09:14:14,483 INFO [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,45245,1731662053173 with port=39209, startcode=1731662053466 2024-11-15T09:14:14,483 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,45245,1731662053173 with port=36233, startcode=1731662053510 2024-11-15T09:14:14,483 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(2659): reportForDuty to master=791f12959b23,45245,1731662053173 with port=42949, startcode=1731662053424 2024-11-15T09:14:14,483 DEBUG [RS:0;791f12959b23:42949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:14:14,483 DEBUG [RS:2;791f12959b23:36233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:14:14,483 DEBUG [RS:1;791f12959b23:39209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T09:14:14,485 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:14:14,485 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:14:14,485 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T09:14:14,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,36233,1731662053510 2024-11-15T09:14:14,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45245 {}] master.ServerManager(517): Registering regionserver=791f12959b23,36233,1731662053510 2024-11-15T09:14:14,487 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:14,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,42949,1731662053424 2024-11-15T09:14:14,487 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36207 2024-11-15T09:14:14,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45245 {}] master.ServerManager(517): Registering regionserver=791f12959b23,42949,1731662053424 2024-11-15T09:14:14,488 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:14:14,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 791f12959b23,39209,1731662053466 2024-11-15T09:14:14,489 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:14,489 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36207 2024-11-15T09:14:14,489 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:14:14,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45245 {}] master.ServerManager(517): Registering regionserver=791f12959b23,39209,1731662053466 2024-11-15T09:14:14,490 DEBUG [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:14,491 DEBUG [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36207 2024-11-15T09:14:14,491 DEBUG [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T09:14:14,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:14:14,536 DEBUG [RS:2;791f12959b23:36233 {}] zookeeper.ZKUtil(111): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,36233,1731662053510 2024-11-15T09:14:14,536 WARN [RS:2;791f12959b23:36233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:14:14,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,39209,1731662053466] 2024-11-15T09:14:14,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,36233,1731662053510] 2024-11-15T09:14:14,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [791f12959b23,42949,1731662053424] 2024-11-15T09:14:14,537 INFO [RS:2;791f12959b23:36233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:14:14,537 DEBUG [RS:0;791f12959b23:42949 {}] zookeeper.ZKUtil(111): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,42949,1731662053424 2024-11-15T09:14:14,537 DEBUG [RS:1;791f12959b23:39209 {}] zookeeper.ZKUtil(111): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/791f12959b23,39209,1731662053466 2024-11-15T09:14:14,537 WARN [RS:0;791f12959b23:42949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:14:14,537 WARN [RS:1;791f12959b23:39209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T09:14:14,537 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510 2024-11-15T09:14:14,537 INFO [RS:0;791f12959b23:42949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:14:14,537 INFO [RS:1;791f12959b23:39209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:14:14,537 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,42949,1731662053424 2024-11-15T09:14:14,537 DEBUG [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466 2024-11-15T09:14:14,541 INFO [RS:0;791f12959b23:42949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:14:14,541 INFO [RS:2;791f12959b23:36233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:14:14,541 INFO [RS:1;791f12959b23:39209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T09:14:14,543 INFO [RS:2;791f12959b23:36233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:14:14,544 INFO [RS:2;791f12959b23:36233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:14:14,544 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,548 INFO [RS:0;791f12959b23:42949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:14:14,548 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:14:14,548 INFO [RS:1;791f12959b23:39209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T09:14:14,548 INFO [RS:0;791f12959b23:42949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:14:14,548 INFO [RS:1;791f12959b23:39209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T09:14:14,548 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,548 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,549 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:14:14,549 INFO [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T09:14:14,549 INFO [RS:2;791f12959b23:36233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:14:14,549 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,549 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,549 INFO [RS:0;791f12959b23:42949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:14:14,549 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,549 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:14:14,550 INFO [RS:1;791f12959b23:39209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:14:14,550 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:2;791f12959b23:36233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,550 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0, corePoolSize=2, maxPoolSize=2 2024-11-15T09:14:14,550 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,551 DEBUG [RS:0;791f12959b23:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,551 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/791f12959b23:0, corePoolSize=1, maxPoolSize=1 2024-11-15T09:14:14,551 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,36233,1731662053510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:14:14,551 DEBUG [RS:1;791f12959b23:39209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/791f12959b23:0, corePoolSize=3, maxPoolSize=3 2024-11-15T09:14:14,560 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,560 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42949,1731662053424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,561 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39209,1731662053466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:14:14,569 INFO [RS:2;791f12959b23:36233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:14:14,569 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,36233,1731662053510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,569 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,569 INFO [RS:2;791f12959b23:36233 {}] regionserver.Replication(171): 791f12959b23,36233,1731662053510 started 2024-11-15T09:14:14,580 INFO [RS:1;791f12959b23:39209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:14:14,580 INFO [RS:0;791f12959b23:42949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T09:14:14,580 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,42949,1731662053424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,580 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,39209,1731662053466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,580 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,580 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,580 INFO [RS:0;791f12959b23:42949 {}] regionserver.Replication(171): 791f12959b23,42949,1731662053424 started 2024-11-15T09:14:14,580 INFO [RS:1;791f12959b23:39209 {}] regionserver.Replication(171): 791f12959b23,39209,1731662053466 started 2024-11-15T09:14:14,582 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,582 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,36233,1731662053510, RpcServer on 791f12959b23/172.17.0.2:36233, sessionid=0x1013dc5facc0003 2024-11-15T09:14:14,582 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:14:14,582 DEBUG [RS:2;791f12959b23:36233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,36233,1731662053510 2024-11-15T09:14:14,582 DEBUG [RS:2;791f12959b23:36233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,36233,1731662053510' 2024-11-15T09:14:14,582 DEBUG [RS:2;791f12959b23:36233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:14:14,583 DEBUG [RS:2;791f12959b23:36233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:14:14,583 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:14:14,583 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:14:14,583 DEBUG [RS:2;791f12959b23:36233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,36233,1731662053510 2024-11-15T09:14:14,583 DEBUG [RS:2;791f12959b23:36233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,36233,1731662053510' 2024-11-15T09:14:14,583 DEBUG [RS:2;791f12959b23:36233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:14:14,584 DEBUG [RS:2;791f12959b23:36233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:14:14,584 DEBUG [RS:2;791f12959b23:36233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:14:14,584 INFO [RS:2;791f12959b23:36233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:14:14,584 INFO [RS:2;791f12959b23:36233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:14:14,595 WARN [791f12959b23:45245 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T09:14:14,596 INFO [RS:1;791f12959b23:39209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,596 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:14,596 INFO [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,39209,1731662053466, RpcServer on 791f12959b23/172.17.0.2:39209, sessionid=0x1013dc5facc0002 2024-11-15T09:14:14,596 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1482): Serving as 791f12959b23,42949,1731662053424, RpcServer on 791f12959b23/172.17.0.2:42949, sessionid=0x1013dc5facc0001 2024-11-15T09:14:14,596 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:14:14,596 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T09:14:14,596 DEBUG [RS:1;791f12959b23:39209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,39209,1731662053466 2024-11-15T09:14:14,596 DEBUG [RS:0;791f12959b23:42949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 791f12959b23,42949,1731662053424 2024-11-15T09:14:14,596 DEBUG [RS:1;791f12959b23:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,39209,1731662053466' 2024-11-15T09:14:14,596 DEBUG [RS:0;791f12959b23:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,42949,1731662053424' 2024-11-15T09:14:14,596 DEBUG [RS:1;791f12959b23:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:14:14,596 DEBUG [RS:0;791f12959b23:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T09:14:14,597 DEBUG [RS:1;791f12959b23:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:14:14,597 DEBUG [RS:0;791f12959b23:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T09:14:14,597 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:14:14,597 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T09:14:14,597 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:14:14,597 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T09:14:14,597 DEBUG [RS:1;791f12959b23:39209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,39209,1731662053466 2024-11-15T09:14:14,597 DEBUG [RS:0;791f12959b23:42949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 791f12959b23,42949,1731662053424 2024-11-15T09:14:14,597 DEBUG [RS:1;791f12959b23:39209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,39209,1731662053466' 2024-11-15T09:14:14,597 DEBUG [RS:0;791f12959b23:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '791f12959b23,42949,1731662053424' 2024-11-15T09:14:14,597 DEBUG [RS:1;791f12959b23:39209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:14:14,597 DEBUG [RS:0;791f12959b23:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T09:14:14,598 DEBUG [RS:1;791f12959b23:39209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:14:14,598 DEBUG [RS:0;791f12959b23:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T09:14:14,598 DEBUG [RS:0;791f12959b23:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:14:14,598 DEBUG [RS:1;791f12959b23:39209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T09:14:14,598 INFO [RS:0;791f12959b23:42949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:14:14,598 INFO [RS:1;791f12959b23:39209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T09:14:14,598 INFO [RS:1;791f12959b23:39209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:14:14,598 INFO [RS:0;791f12959b23:42949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T09:14:14,684 INFO [RS:2;791f12959b23:36233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:14:14,687 INFO [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C36233%2C1731662053510, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs, maxLogs=32 2024-11-15T09:14:14,699 INFO [RS:0;791f12959b23:42949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:14:14,699 INFO [RS:1;791f12959b23:39209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T09:14:14,701 INFO [RS:1;791f12959b23:39209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C39209%2C1731662053466, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs, maxLogs=32 2024-11-15T09:14:14,701 INFO [RS:0;791f12959b23:42949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C42949%2C1731662053424, suffix=, logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,42949,1731662053424, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs, maxLogs=32 2024-11-15T09:14:14,708 DEBUG [RS:2;791f12959b23:36233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510/791f12959b23%2C36233%2C1731662053510.1731662054689, exclude list is [], retry=0 2024-11-15T09:14:14,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35363,DS-6ce23ec3-2d99-47d7-83a7-7590462202c1,DISK] 2024-11-15T09:14:14,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46539,DS-92640e24-030c-4b02-8291-e2d3242eb48d,DISK] 2024-11-15T09:14:14,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-1cff9e40-6626-4535-b048-ce8bfcaf7481,DISK] 2024-11-15T09:14:14,716 INFO [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510/791f12959b23%2C36233%2C1731662053510.1731662054689 2024-11-15T09:14:14,716 DEBUG [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43391:43391),(127.0.0.1/127.0.0.1:39125:39125),(127.0.0.1/127.0.0.1:33885:33885)] 2024-11-15T09:14:14,717 DEBUG [RS:1;791f12959b23:39209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466/791f12959b23%2C39209%2C1731662053466.1731662054703, exclude list is [], retry=0 2024-11-15T09:14:14,719 DEBUG [RS:0;791f12959b23:42949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,42949,1731662053424/791f12959b23%2C42949%2C1731662053424.1731662054703, exclude list is [], retry=0 2024-11-15T09:14:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46539,DS-92640e24-030c-4b02-8291-e2d3242eb48d,DISK] 2024-11-15T09:14:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35363,DS-6ce23ec3-2d99-47d7-83a7-7590462202c1,DISK] 2024-11-15T09:14:14,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-1cff9e40-6626-4535-b048-ce8bfcaf7481,DISK] 2024-11-15T09:14:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-1cff9e40-6626-4535-b048-ce8bfcaf7481,DISK] 2024-11-15T09:14:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35363,DS-6ce23ec3-2d99-47d7-83a7-7590462202c1,DISK] 2024-11-15T09:14:14,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46539,DS-92640e24-030c-4b02-8291-e2d3242eb48d,DISK] 2024-11-15T09:14:14,723 INFO [RS:1;791f12959b23:39209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466/791f12959b23%2C39209%2C1731662053466.1731662054703 2024-11-15T09:14:14,725 DEBUG [RS:1;791f12959b23:39209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43391:43391),(127.0.0.1/127.0.0.1:33885:33885),(127.0.0.1/127.0.0.1:39125:39125)] 2024-11-15T09:14:14,726 INFO [RS:0;791f12959b23:42949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,42949,1731662053424/791f12959b23%2C42949%2C1731662053424.1731662054703 2024-11-15T09:14:14,727 DEBUG [RS:0;791f12959b23:42949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39125:39125),(127.0.0.1/127.0.0.1:33885:33885),(127.0.0.1/127.0.0.1:43391:43391)] 2024-11-15T09:14:14,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:14,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:14,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:14,846 DEBUG [791f12959b23:45245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T09:14:14,846 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:14:14,848 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:14:14,848 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:14:14,848 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T09:14:14,848 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:14:14,848 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:14:14,848 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T09:14:14,849 INFO [791f12959b23:45245 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:14:14,849 INFO [791f12959b23:45245 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:14:14,849 INFO [791f12959b23:45245 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T09:14:14,849 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:14:14,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:14,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,39209,1731662053466, state=OPENING 2024-11-15T09:14:14,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T09:14:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:14:14,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:14:14,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:14,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:14,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:14,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:14,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,39209,1731662053466}] 2024-11-15T09:14:15,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:14:15,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:15,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:15,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:15,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:14:15,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T09:14:20,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:14:20,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:20,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:20,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:24,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:14:24,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:14:24,949 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:14:24,950 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:14:24,950 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:14:24,952 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C39209%2C1731662053466.meta, suffix=.meta, logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs, maxLogs=32 2024-11-15T09:14:24,971 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, exclude list is [], retry=0 2024-11-15T09:14:24,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35363,DS-6ce23ec3-2d99-47d7-83a7-7590462202c1,DISK] 2024-11-15T09:14:24,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-1cff9e40-6626-4535-b048-ce8bfcaf7481,DISK] 2024-11-15T09:14:24,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46539,DS-92640e24-030c-4b02-8291-e2d3242eb48d,DISK] 2024-11-15T09:14:24,978 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta 2024-11-15T09:14:24,978 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39125:39125),(127.0.0.1/127.0.0.1:43391:43391),(127.0.0.1/127.0.0.1:33885:33885)] 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:14:24,979 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:14:24,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:14:24,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:14:24,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:14:24,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:14:24,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:14:24,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:24,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:24,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:14:24,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:14:24,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:24,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:24,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:14:24,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:14:24,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:24,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:14:24,989 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:14:24,989 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740 2024-11-15T09:14:24,991 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740 2024-11-15T09:14:24,992 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:14:24,992 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:14:24,993 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:14:24,995 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:14:24,996 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74200985, jitterRate=0.10568083822727203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:14:24,996 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:14:24,997 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662064980Writing region info on filesystem at 1731662064980Initializing all the Stores at 1731662064981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662064981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662064981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662064981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662064981Cleaning up temporary data from old regions at 1731662064992 (+11 ms)Running coprocessor post-open hooks at 1731662064996 (+4 ms)Region opened successfully at 1731662064997 (+1 ms) 2024-11-15T09:14:24,998 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731662064942 2024-11-15T09:14:25,003 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:14:25,003 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:14:25,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:25,005 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,39209,1731662053466, state=OPEN 2024-11-15T09:14:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:14:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:14:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:14:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:14:25,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,39209,1731662053466 2024-11-15T09:14:25,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:25,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:25,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:25,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:14:25,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T09:14:25,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,39209,1731662053466 in 10.0870 sec 2024-11-15T09:14:25,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T09:14:25,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5870 sec 2024-11-15T09:14:25,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T09:14:25,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T09:14:25,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:14:25,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1] 2024-11-15T09:14:25,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:14:25,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:14:25,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6520 sec 2024-11-15T09:14:25,043 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731662065043, completionTime=-1 2024-11-15T09:14:25,043 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T09:14:25,043 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731662125045 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731662185045 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45245,1731662053173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45245,1731662053173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,045 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45245,1731662053173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,046 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-791f12959b23:45245, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,046 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,046 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,048 DEBUG [master/791f12959b23:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.374sec 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T09:14:25,050 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45245,1731662053173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T09:14:25,051 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45245,1731662053173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T09:14:25,054 DEBUG [master/791f12959b23:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T09:14:25,054 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T09:14:25,054 INFO [master/791f12959b23:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=791f12959b23,45245,1731662053173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T09:14:25,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3673ef5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:14:25,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,45245,-1 for getting cluster id 2024-11-15T09:14:25,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:14:25,149 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f2cf90e-3462-4566-9595-041e5c09a6f6' 2024-11-15T09:14:25,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:14:25,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f2cf90e-3462-4566-9595-041e5c09a6f6" 2024-11-15T09:14:25,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2d07ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:14:25,150 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,45245,-1] 2024-11-15T09:14:25,151 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:14:25,151 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:25,153 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:14:25,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c804232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:14:25,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:14:25,155 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1] 2024-11-15T09:14:25,155 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:14:25,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:14:25,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=791f12959b23,45245,1731662053173 2024-11-15T09:14:25,159 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731662065159 (current time:1731662065159). 2024-11-15T09:14:25,159 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-15T09:14:25,159 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-15T09:14:25,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e8d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:14:25,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 791f12959b23,45245,-1 for getting cluster id 2024-11-15T09:14:25,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T09:14:25,161 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f2cf90e-3462-4566-9595-041e5c09a6f6' 2024-11-15T09:14:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T09:14:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f2cf90e-3462-4566-9595-041e5c09a6f6" 2024-11-15T09:14:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1430a148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:14:25,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [791f12959b23,45245,-1] 2024-11-15T09:14:25,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T09:14:25,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:25,163 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T09:14:25,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf622f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T09:14:25,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:14:25,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1] 2024-11-15T09:14:25,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:14:25,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:14:25,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:14:25,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:14:25,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:25,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:14:25,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:14:25,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T09:14:25,170 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 791f12959b23,45245,1731662053173 2024-11-15T09:14:25,170 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19da3871 2024-11-15T09:14:25,170 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T09:14:25,171 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T09:14:25,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T09:14:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-15T09:14:25,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T09:14:25,175 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:25,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-15T09:14:25,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T09:14:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741837_1013 (size=361) 2024-11-15T09:14:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741837_1013 (size=361) 2024-11-15T09:14:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741837_1013 (size=361) 2024-11-15T09:14:25,202 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca4e19e4f18f4cfdb09c171c3aefa520, NAME => 'SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,205 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0528434d5c6a5dc90c3bb93ac72cf822, NAME => 'SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,206 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4959483c878299febc8db4a7177673a9, NAME => 'SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741838_1014 (size=54) 2024-11-15T09:14:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741838_1014 (size=54) 2024-11-15T09:14:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741838_1014 (size=54) 2024-11-15T09:14:25,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ca4e19e4f18f4cfdb09c171c3aefa520, disabling compactions & flushes 2024-11-15T09:14:25,224 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:25,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:25,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. after waiting 0 ms 2024-11-15T09:14:25,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:25,224 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:25,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca4e19e4f18f4cfdb09c171c3aefa520: Waiting for close lock at 1731662065224Disabling compacts and flushes for region at 1731662065224Disabling writes for close at 1731662065224Writing region close event to WAL at 1731662065224Closed at 1731662065224 2024-11-15T09:14:25,225 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9edd51724d389ca29de0f003e6a5e89, NAME => 'SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741839_1015 (size=62) 2024-11-15T09:14:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741839_1015 (size=62) 2024-11-15T09:14:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741839_1015 (size=62) 2024-11-15T09:14:25,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0528434d5c6a5dc90c3bb93ac72cf822, disabling compactions & flushes 2024-11-15T09:14:25,236 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:25,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:25,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. after waiting 0 ms 2024-11-15T09:14:25,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:25,236 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:25,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0528434d5c6a5dc90c3bb93ac72cf822: Waiting for close lock at 1731662065236Disabling compacts and flushes for region at 1731662065236Disabling writes for close at 1731662065236Writing region close event to WAL at 1731662065236Closed at 1731662065236 2024-11-15T09:14:25,237 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 572f550fb3baeb1a060bcf01ab144cba, NAME => 'SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741840_1016 (size=62) 2024-11-15T09:14:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741840_1016 (size=62) 2024-11-15T09:14:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741840_1016 (size=62) 2024-11-15T09:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4959483c878299febc8db4a7177673a9, disabling compactions & flushes 2024-11-15T09:14:25,262 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. after waiting 0 ms 2024-11-15T09:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:25,262 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4959483c878299febc8db4a7177673a9: Waiting for close lock at 1731662065262Disabling compacts and flushes for region at 1731662065262Disabling writes for close at 1731662065262Writing region close event to WAL at 1731662065262Closed at 1731662065262 2024-11-15T09:14:25,263 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d2f8d575b80c03dfd07fd5584bf1c838, NAME => 'SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741841_1017 (size=62) 2024-11-15T09:14:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741841_1017 (size=62) 2024-11-15T09:14:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741841_1017 (size=62) 2024-11-15T09:14:25,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c9edd51724d389ca29de0f003e6a5e89, disabling compactions & flushes 2024-11-15T09:14:25,294 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:25,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:25,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. after waiting 0 ms 2024-11-15T09:14:25,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:25,294 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:25,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9edd51724d389ca29de0f003e6a5e89: Waiting for close lock at 1731662065294Disabling compacts and flushes for region at 1731662065294Disabling writes for close at 1731662065294Writing region close event to WAL at 1731662065294Closed at 1731662065294 2024-11-15T09:14:25,294 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c8163a1178bf43ab5fa0f07f1d1d53b, NAME => 'SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741842_1018 (size=62) 2024-11-15T09:14:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741842_1018 (size=62) 2024-11-15T09:14:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741843_1019 (size=62) 2024-11-15T09:14:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741842_1018 (size=62) 2024-11-15T09:14:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741843_1019 (size=62) 2024-11-15T09:14:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741843_1019 (size=62) 2024-11-15T09:14:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 572f550fb3baeb1a060bcf01ab144cba, disabling compactions & flushes 2024-11-15T09:14:25,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d2f8d575b80c03dfd07fd5584bf1c838, disabling compactions & flushes 2024-11-15T09:14:25,313 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:25,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. after waiting 0 ms 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. after waiting 0 ms 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:25,314 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:25,314 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d2f8d575b80c03dfd07fd5584bf1c838: Waiting for close lock at 1731662065313Disabling compacts and flushes for region at 1731662065313Disabling writes for close at 1731662065314 (+1 ms)Writing region close event to WAL at 1731662065314Closed at 1731662065314 2024-11-15T09:14:25,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 572f550fb3baeb1a060bcf01ab144cba: Waiting for close lock at 1731662065313Disabling compacts and flushes for region at 1731662065313Disabling writes for close at 1731662065314 (+1 ms)Writing region close event to WAL at 1731662065314Closed at 1731662065314 2024-11-15T09:14:25,315 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8f4ecdcea0667666d198c8f9a5e3471c, NAME => 'SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,315 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 023513b167335e4698330769a0e6fef6, NAME => 'SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741844_1020 (size=62) 2024-11-15T09:14:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741844_1020 (size=62) 2024-11-15T09:14:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741844_1020 (size=62) 2024-11-15T09:14:25,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8c8163a1178bf43ab5fa0f07f1d1d53b, disabling compactions & flushes 2024-11-15T09:14:25,326 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:25,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:25,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. after waiting 0 ms 2024-11-15T09:14:25,326 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:25,326 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:25,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c8163a1178bf43ab5fa0f07f1d1d53b: Waiting for close lock at 1731662065326Disabling compacts and flushes for region at 1731662065326Disabling writes for close at 1731662065326Writing region close event to WAL at 1731662065326Closed at 1731662065326 2024-11-15T09:14:25,327 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f878d28c2747754201b637d223ae6dbf, NAME => 'SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9 2024-11-15T09:14:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741845_1021 (size=62) 2024-11-15T09:14:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741845_1021 (size=62) 2024-11-15T09:14:25,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741845_1021 (size=62) 2024-11-15T09:14:25,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 023513b167335e4698330769a0e6fef6, disabling compactions & flushes 2024-11-15T09:14:25,354 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:25,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:25,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. after waiting 0 ms 2024-11-15T09:14:25,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:25,354 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:25,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 023513b167335e4698330769a0e6fef6: Waiting for close lock at 1731662065354Disabling compacts and flushes for region at 1731662065354Disabling writes for close at 1731662065354Writing region close event to WAL at 1731662065354Closed at 1731662065354 2024-11-15T09:14:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741847_1023 (size=54) 2024-11-15T09:14:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741847_1023 (size=54) 2024-11-15T09:14:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741847_1023 (size=54) 2024-11-15T09:14:25,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f878d28c2747754201b637d223ae6dbf, disabling compactions & flushes 2024-11-15T09:14:25,358 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:25,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:25,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. after waiting 0 ms 2024-11-15T09:14:25,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:25,358 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:25,358 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f878d28c2747754201b637d223ae6dbf: Waiting for close lock at 1731662065358Disabling compacts and flushes for region at 1731662065358Disabling writes for close at 1731662065358Writing region close event to WAL at 1731662065358Closed at 1731662065358 2024-11-15T09:14:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741846_1022 (size=62) 2024-11-15T09:14:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741846_1022 (size=62) 2024-11-15T09:14:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741846_1022 (size=62) 2024-11-15T09:14:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:25,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:25,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8f4ecdcea0667666d198c8f9a5e3471c, disabling compactions & flushes 2024-11-15T09:14:25,768 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:25,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:25,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. after waiting 0 ms 2024-11-15T09:14:25,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:25,768 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:25,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8f4ecdcea0667666d198c8f9a5e3471c: Waiting for close lock at 1731662065767Disabling compacts and flushes for region at 1731662065767Disabling writes for close at 1731662065768 (+1 ms)Writing region close event to WAL at 1731662065768Closed at 1731662065768 2024-11-15T09:14:25,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T09:14:25,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731662065769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731662065769"}]},"ts":"1731662065769"} 2024-11-15T09:14:25,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-15T09:14:25,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T09:14:25,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662065776"}]},"ts":"1731662065776"} 2024-11-15T09:14:25,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-15T09:14:25,779 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T09:14:25,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:14:25,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:14:25,784 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T09:14:25,784 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:14:25,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca4e19e4f18f4cfdb09c171c3aefa520, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0528434d5c6a5dc90c3bb93ac72cf822, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4959483c878299febc8db4a7177673a9, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9edd51724d389ca29de0f003e6a5e89, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=572f550fb3baeb1a060bcf01ab144cba, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f8d575b80c03dfd07fd5584bf1c838, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c8163a1178bf43ab5fa0f07f1d1d53b, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=023513b167335e4698330769a0e6fef6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f4ecdcea0667666d198c8f9a5e3471c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f878d28c2747754201b637d223ae6dbf, ASSIGN}] 2024-11-15T09:14:25,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0528434d5c6a5dc90c3bb93ac72cf822, ASSIGN 2024-11-15T09:14:25,788 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca4e19e4f18f4cfdb09c171c3aefa520, ASSIGN 2024-11-15T09:14:25,788 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9edd51724d389ca29de0f003e6a5e89, ASSIGN 2024-11-15T09:14:25,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4959483c878299febc8db4a7177673a9, ASSIGN 2024-11-15T09:14:25,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0528434d5c6a5dc90c3bb93ac72cf822, ASSIGN; state=OFFLINE, location=791f12959b23,42949,1731662053424; forceNewPlan=false, retain=false 2024-11-15T09:14:25,790 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca4e19e4f18f4cfdb09c171c3aefa520, ASSIGN; state=OFFLINE, location=791f12959b23,36233,1731662053510; forceNewPlan=false, retain=false 2024-11-15T09:14:25,790 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9edd51724d389ca29de0f003e6a5e89, ASSIGN; state=OFFLINE, location=791f12959b23,36233,1731662053510; forceNewPlan=false, retain=false 2024-11-15T09:14:25,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4959483c878299febc8db4a7177673a9, ASSIGN; state=OFFLINE, location=791f12959b23,39209,1731662053466; forceNewPlan=false, retain=false 2024-11-15T09:14:25,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f878d28c2747754201b637d223ae6dbf, ASSIGN 2024-11-15T09:14:25,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c8163a1178bf43ab5fa0f07f1d1d53b, ASSIGN 2024-11-15T09:14:25,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f4ecdcea0667666d198c8f9a5e3471c, ASSIGN 2024-11-15T09:14:25,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=023513b167335e4698330769a0e6fef6, ASSIGN 2024-11-15T09:14:25,795 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c8163a1178bf43ab5fa0f07f1d1d53b, ASSIGN; state=OFFLINE, location=791f12959b23,36233,1731662053510; forceNewPlan=false, retain=false 2024-11-15T09:14:25,795 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f878d28c2747754201b637d223ae6dbf, ASSIGN; state=OFFLINE, location=791f12959b23,39209,1731662053466; forceNewPlan=false, retain=false 2024-11-15T09:14:25,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f8d575b80c03dfd07fd5584bf1c838, ASSIGN 2024-11-15T09:14:25,796 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f4ecdcea0667666d198c8f9a5e3471c, ASSIGN; state=OFFLINE, location=791f12959b23,36233,1731662053510; forceNewPlan=false, retain=false 2024-11-15T09:14:25,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=023513b167335e4698330769a0e6fef6, ASSIGN; state=OFFLINE, location=791f12959b23,42949,1731662053424; forceNewPlan=false, retain=false 2024-11-15T09:14:25,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2f8d575b80c03dfd07fd5584bf1c838, ASSIGN; state=OFFLINE, location=791f12959b23,42949,1731662053424; forceNewPlan=false, retain=false 2024-11-15T09:14:25,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=572f550fb3baeb1a060bcf01ab144cba, ASSIGN 2024-11-15T09:14:25,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=572f550fb3baeb1a060bcf01ab144cba, ASSIGN; state=OFFLINE, location=791f12959b23,39209,1731662053466; forceNewPlan=false, retain=false 2024-11-15T09:14:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:25,940 INFO [791f12959b23:45245 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-15T09:14:25,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d2f8d575b80c03dfd07fd5584bf1c838, regionState=OPENING, regionLocation=791f12959b23,42949,1731662053424 2024-11-15T09:14:25,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=023513b167335e4698330769a0e6fef6, regionState=OPENING, regionLocation=791f12959b23,42949,1731662053424 2024-11-15T09:14:25,941 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0528434d5c6a5dc90c3bb93ac72cf822, regionState=OPENING, regionLocation=791f12959b23,42949,1731662053424 2024-11-15T09:14:25,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f878d28c2747754201b637d223ae6dbf, regionState=OPENING, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:25,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=572f550fb3baeb1a060bcf01ab144cba, regionState=OPENING, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:25,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8f4ecdcea0667666d198c8f9a5e3471c, regionState=OPENING, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:25,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4959483c878299febc8db4a7177673a9, regionState=OPENING, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:25,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8c8163a1178bf43ab5fa0f07f1d1d53b, regionState=OPENING, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:25,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9edd51724d389ca29de0f003e6a5e89, regionState=OPENING, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:25,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca4e19e4f18f4cfdb09c171c3aefa520, regionState=OPENING, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:25,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=023513b167335e4698330769a0e6fef6, ASSIGN because future has completed 2024-11-15T09:14:25,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023513b167335e4698330769a0e6fef6, server=791f12959b23,42949,1731662053424}] 2024-11-15T09:14:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0528434d5c6a5dc90c3bb93ac72cf822, ASSIGN because future has completed 2024-11-15T09:14:25,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822, server=791f12959b23,42949,1731662053424}] 2024-11-15T09:14:25,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f878d28c2747754201b637d223ae6dbf, ASSIGN because future has completed 2024-11-15T09:14:25,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=572f550fb3baeb1a060bcf01ab144cba, ASSIGN because future has completed 2024-11-15T09:14:25,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f4ecdcea0667666d198c8f9a5e3471c, ASSIGN because future has completed 2024-11-15T09:14:25,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f878d28c2747754201b637d223ae6dbf, server=791f12959b23,39209,1731662053466}] 2024-11-15T09:14:25,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4959483c878299febc8db4a7177673a9, ASSIGN because future has completed 2024-11-15T09:14:25,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2f8d575b80c03dfd07fd5584bf1c838, ASSIGN because future has completed 2024-11-15T09:14:25,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4959483c878299febc8db4a7177673a9, server=791f12959b23,39209,1731662053466}] 2024-11-15T09:14:25,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c8163a1178bf43ab5fa0f07f1d1d53b, ASSIGN because future has completed 2024-11-15T09:14:25,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 572f550fb3baeb1a060bcf01ab144cba, server=791f12959b23,39209,1731662053466}] 2024-11-15T09:14:25,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9edd51724d389ca29de0f003e6a5e89, ASSIGN because future has completed 2024-11-15T09:14:25,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ca4e19e4f18f4cfdb09c171c3aefa520, ASSIGN because future has completed 2024-11-15T09:14:25,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b, server=791f12959b23,36233,1731662053510}] 2024-11-15T09:14:25,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c, server=791f12959b23,36233,1731662053510}] 2024-11-15T09:14:25,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520, server=791f12959b23,36233,1731662053510}] 2024-11-15T09:14:25,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838, server=791f12959b23,42949,1731662053424}] 2024-11-15T09:14:25,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9edd51724d389ca29de0f003e6a5e89, server=791f12959b23,36233,1731662053510}] 2024-11-15T09:14:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:26,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T09:14:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:30,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:14:30,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:30,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:30,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:34,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T09:14:34,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T09:14:34,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:14:34,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T09:14:35,951 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:14:35,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:14:35,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T09:14:35,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T09:14:36,031 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:36,032 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 023513b167335e4698330769a0e6fef6, NAME => 'SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-15T09:14:36,032 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,032 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,032 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,032 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,040 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:36,041 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f878d28c2747754201b637d223ae6dbf, NAME => 'SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-15T09:14:36,041 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,041 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,042 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,042 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,058 INFO [StoreOpener-f878d28c2747754201b637d223ae6dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,059 INFO [StoreOpener-023513b167335e4698330769a0e6fef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,061 INFO [StoreOpener-023513b167335e4698330769a0e6fef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023513b167335e4698330769a0e6fef6 columnFamilyName cf 2024-11-15T09:14:36,061 DEBUG [StoreOpener-023513b167335e4698330769a0e6fef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,062 INFO [StoreOpener-023513b167335e4698330769a0e6fef6-1 {}] regionserver.HStore(327): Store=023513b167335e4698330769a0e6fef6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,062 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,062 INFO [StoreOpener-f878d28c2747754201b637d223ae6dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f878d28c2747754201b637d223ae6dbf columnFamilyName cf 2024-11-15T09:14:36,062 DEBUG [StoreOpener-f878d28c2747754201b637d223ae6dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,063 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,063 INFO [StoreOpener-f878d28c2747754201b637d223ae6dbf-1 {}] regionserver.HStore(327): Store=f878d28c2747754201b637d223ae6dbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,063 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,064 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,064 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,064 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,064 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,065 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,066 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,066 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,069 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,069 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,072 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:36,072 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c8163a1178bf43ab5fa0f07f1d1d53b, NAME => 'SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-15T09:14:36,073 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,073 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,073 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,073 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,074 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,075 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 023513b167335e4698330769a0e6fef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67389899, jitterRate=0.004187747836112976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,075 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:36,075 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 023513b167335e4698330769a0e6fef6: Running coprocessor pre-open hook at 1731662076033Writing region info on filesystem at 1731662076033Initializing all the Stores at 1731662076036 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076037 (+1 ms)Cleaning up temporary data from old regions at 1731662076065 (+28 ms)Running coprocessor post-open hooks at 1731662076075 (+10 ms)Region opened successfully at 1731662076075 2024-11-15T09:14:36,083 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6., pid=15, masterSystemTime=1731662075951 2024-11-15T09:14:36,089 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:36,089 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:36,089 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:36,089 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 0528434d5c6a5dc90c3bb93ac72cf822, NAME => 'SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-15T09:14:36,090 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,090 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,090 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,090 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,092 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=023513b167335e4698330769a0e6fef6, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,42949,1731662053424 2024-11-15T09:14:36,095 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023513b167335e4698330769a0e6fef6, server=791f12959b23,42949,1731662053424 because future has completed 2024-11-15T09:14:36,095 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f878d28c2747754201b637d223ae6dbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72517393, jitterRate=0.08059336245059967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,096 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:36,096 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f878d28c2747754201b637d223ae6dbf: Running coprocessor pre-open hook at 1731662076043Writing region info on filesystem at 1731662076043Initializing all the Stores at 1731662076044 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076044Cleaning up temporary data from old regions at 1731662076066 (+22 ms)Running coprocessor post-open hooks at 1731662076096 (+30 ms)Region opened successfully at 1731662076096 2024-11-15T09:14:36,098 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf., pid=17, masterSystemTime=1731662075974 2024-11-15T09:14:36,101 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:36,101 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:36,101 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:36,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 572f550fb3baeb1a060bcf01ab144cba, NAME => 'SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-15T09:14:36,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,102 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f878d28c2747754201b637d223ae6dbf, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:36,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-15T09:14:36,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 023513b167335e4698330769a0e6fef6, server=791f12959b23,42949,1731662053424 in 10.1530 sec 2024-11-15T09:14:36,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f878d28c2747754201b637d223ae6dbf, server=791f12959b23,39209,1731662053466 because future has completed 2024-11-15T09:14:36,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=023513b167335e4698330769a0e6fef6, ASSIGN in 10.3210 sec 2024-11-15T09:14:36,112 INFO [StoreOpener-0528434d5c6a5dc90c3bb93ac72cf822-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-15T09:14:36,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f878d28c2747754201b637d223ae6dbf, server=791f12959b23,39209,1731662053466 in 10.1520 sec 2024-11-15T09:14:36,115 INFO [StoreOpener-0528434d5c6a5dc90c3bb93ac72cf822-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0528434d5c6a5dc90c3bb93ac72cf822 columnFamilyName cf 2024-11-15T09:14:36,115 DEBUG [StoreOpener-0528434d5c6a5dc90c3bb93ac72cf822-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f878d28c2747754201b637d223ae6dbf, ASSIGN in 10.3280 sec 2024-11-15T09:14:36,116 INFO [StoreOpener-0528434d5c6a5dc90c3bb93ac72cf822-1 {}] regionserver.HStore(327): Store=0528434d5c6a5dc90c3bb93ac72cf822/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,116 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,117 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,117 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,118 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,118 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,120 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,123 INFO [StoreOpener-8c8163a1178bf43ab5fa0f07f1d1d53b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,125 INFO [StoreOpener-8c8163a1178bf43ab5fa0f07f1d1d53b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c8163a1178bf43ab5fa0f07f1d1d53b columnFamilyName cf 2024-11-15T09:14:36,125 DEBUG [StoreOpener-8c8163a1178bf43ab5fa0f07f1d1d53b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,126 INFO [StoreOpener-8c8163a1178bf43ab5fa0f07f1d1d53b-1 {}] regionserver.HStore(327): Store=8c8163a1178bf43ab5fa0f07f1d1d53b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,126 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,127 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,128 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,128 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,128 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,131 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,141 INFO [StoreOpener-572f550fb3baeb1a060bcf01ab144cba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,142 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/0528434d5c6a5dc90c3bb93ac72cf822/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,142 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 0528434d5c6a5dc90c3bb93ac72cf822; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62114697, jitterRate=-0.07441888749599457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,142 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:36,143 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 0528434d5c6a5dc90c3bb93ac72cf822: Running coprocessor pre-open hook at 1731662076090Writing region info on filesystem at 1731662076090Initializing all the Stores at 1731662076099 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076099Cleaning up temporary data from old regions at 1731662076118 (+19 ms)Running coprocessor post-open hooks at 1731662076142 (+24 ms)Region opened successfully at 1731662076142 2024-11-15T09:14:36,144 INFO [StoreOpener-572f550fb3baeb1a060bcf01ab144cba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 572f550fb3baeb1a060bcf01ab144cba columnFamilyName cf 2024-11-15T09:14:36,144 DEBUG [StoreOpener-572f550fb3baeb1a060bcf01ab144cba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,145 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822., pid=16, masterSystemTime=1731662075951 2024-11-15T09:14:36,146 INFO [StoreOpener-572f550fb3baeb1a060bcf01ab144cba-1 {}] regionserver.HStore(327): Store=572f550fb3baeb1a060bcf01ab144cba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,146 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,147 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,148 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,148 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:36,148 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:36,148 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f8d575b80c03dfd07fd5584bf1c838, NAME => 'SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0528434d5c6a5dc90c3bb93ac72cf822, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,42949,1731662053424 2024-11-15T09:14:36,151 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822, server=791f12959b23,42949,1731662053424 because future has completed 2024-11-15T09:14:36,156 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,157 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8c8163a1178bf43ab5fa0f07f1d1d53b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66587405, jitterRate=-0.007770344614982605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,157 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:36,157 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8c8163a1178bf43ab5fa0f07f1d1d53b: Running coprocessor pre-open hook at 1731662076073Writing region info on filesystem at 1731662076073Initializing all the Stores at 1731662076077 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076077Cleaning up temporary data from old regions at 1731662076128 (+51 ms)Running coprocessor post-open hooks at 1731662076157 (+29 ms)Region opened successfully at 1731662076157 2024-11-15T09:14:36,149 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,160 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b., pid=21, masterSystemTime=1731662075974 2024-11-15T09:14:36,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-15T09:14:36,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822, server=791f12959b23,42949,1731662053424 in 10.2090 sec 2024-11-15T09:14:36,162 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:36,162 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:36,162 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:36,163 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ca4e19e4f18f4cfdb09c171c3aefa520, NAME => 'SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-15T09:14:36,163 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,163 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,163 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,163 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8c8163a1178bf43ab5fa0f07f1d1d53b, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:36,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0528434d5c6a5dc90c3bb93ac72cf822, ASSIGN in 10.3780 sec 2024-11-15T09:14:36,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b, server=791f12959b23,36233,1731662053510 because future has completed 2024-11-15T09:14:36,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-15T09:14:36,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b, server=791f12959b23,36233,1731662053510 in 10.2000 sec 2024-11-15T09:14:36,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c8163a1178bf43ab5fa0f07f1d1d53b, ASSIGN in 10.3900 sec 2024-11-15T09:14:36,184 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/572f550fb3baeb1a060bcf01ab144cba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,185 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 572f550fb3baeb1a060bcf01ab144cba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66588198, jitterRate=-0.007758527994155884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,185 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:36,185 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 572f550fb3baeb1a060bcf01ab144cba: Running coprocessor pre-open hook at 1731662076102Writing region info on filesystem at 1731662076102Initializing all the Stores at 1731662076107 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076107Cleaning up temporary data from old regions at 1731662076149 (+42 ms)Running coprocessor post-open hooks at 1731662076185 (+36 ms)Region opened successfully at 1731662076185 2024-11-15T09:14:36,186 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba., pid=19, masterSystemTime=1731662075974 2024-11-15T09:14:36,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:36,189 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:36,189 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:36,189 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4959483c878299febc8db4a7177673a9, NAME => 'SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-15T09:14:36,190 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,190 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,190 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=572f550fb3baeb1a060bcf01ab144cba, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:36,190 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,190 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 572f550fb3baeb1a060bcf01ab144cba, server=791f12959b23,39209,1731662053466 because future has completed 2024-11-15T09:14:36,198 INFO [StoreOpener-d2f8d575b80c03dfd07fd5584bf1c838-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-15T09:14:36,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 572f550fb3baeb1a060bcf01ab144cba, server=791f12959b23,39209,1731662053466 in 10.2320 sec 2024-11-15T09:14:36,202 INFO [StoreOpener-d2f8d575b80c03dfd07fd5584bf1c838-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f8d575b80c03dfd07fd5584bf1c838 columnFamilyName cf 2024-11-15T09:14:36,202 DEBUG [StoreOpener-d2f8d575b80c03dfd07fd5584bf1c838-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,204 INFO [StoreOpener-d2f8d575b80c03dfd07fd5584bf1c838-1 {}] regionserver.HStore(327): Store=d2f8d575b80c03dfd07fd5584bf1c838/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,204 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,205 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=572f550fb3baeb1a060bcf01ab144cba, ASSIGN in 10.4180 sec 2024-11-15T09:14:36,205 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,206 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,206 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,209 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,219 INFO [StoreOpener-ca4e19e4f18f4cfdb09c171c3aefa520-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,225 INFO [StoreOpener-ca4e19e4f18f4cfdb09c171c3aefa520-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca4e19e4f18f4cfdb09c171c3aefa520 columnFamilyName cf 2024-11-15T09:14:36,226 DEBUG [StoreOpener-ca4e19e4f18f4cfdb09c171c3aefa520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,232 INFO [StoreOpener-ca4e19e4f18f4cfdb09c171c3aefa520-1 {}] regionserver.HStore(327): Store=ca4e19e4f18f4cfdb09c171c3aefa520/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,233 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,235 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,236 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,236 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,237 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,239 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,240 INFO [StoreOpener-4959483c878299febc8db4a7177673a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,245 INFO [StoreOpener-4959483c878299febc8db4a7177673a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4959483c878299febc8db4a7177673a9 columnFamilyName cf 2024-11-15T09:14:36,245 DEBUG [StoreOpener-4959483c878299febc8db4a7177673a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,246 INFO [StoreOpener-4959483c878299febc8db4a7177673a9-1 {}] regionserver.HStore(327): Store=4959483c878299febc8db4a7177673a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,246 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,247 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,248 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/ca4e19e4f18f4cfdb09c171c3aefa520/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,249 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,250 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ca4e19e4f18f4cfdb09c171c3aefa520; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61962381, jitterRate=-0.07668857276439667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,250 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:36,250 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ca4e19e4f18f4cfdb09c171c3aefa520: Running coprocessor pre-open hook at 1731662076163Writing region info on filesystem at 1731662076163Initializing all the Stores at 1731662076165 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076165Cleaning up temporary data from old regions at 1731662076237 (+72 ms)Running coprocessor post-open hooks at 1731662076250 (+13 ms)Region opened successfully at 1731662076250 2024-11-15T09:14:36,251 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520., pid=22, masterSystemTime=1731662075974 2024-11-15T09:14:36,252 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/d2f8d575b80c03dfd07fd5584bf1c838/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,253 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d2f8d575b80c03dfd07fd5584bf1c838; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72662677, jitterRate=0.08275826275348663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,253 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:36,253 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d2f8d575b80c03dfd07fd5584bf1c838: Running coprocessor pre-open hook at 1731662076159Writing region info on filesystem at 1731662076159Initializing all the Stores at 1731662076161 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076161Cleaning up temporary data from old regions at 1731662076206 (+45 ms)Running coprocessor post-open hooks at 1731662076253 (+47 ms)Region opened successfully at 1731662076253 2024-11-15T09:14:36,254 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,259 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838., pid=24, masterSystemTime=1731662075951 2024-11-15T09:14:36,260 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:36,261 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:36,261 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:36,261 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c9edd51724d389ca29de0f003e6a5e89, NAME => 'SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-15T09:14:36,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca4e19e4f18f4cfdb09c171c3aefa520, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:36,261 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,261 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,262 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,262 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520, server=791f12959b23,36233,1731662053510 because future has completed 2024-11-15T09:14:36,266 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:36,266 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:36,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d2f8d575b80c03dfd07fd5584bf1c838, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,42949,1731662053424 2024-11-15T09:14:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838, server=791f12959b23,42949,1731662053424 because future has completed 2024-11-15T09:14:36,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-15T09:14:36,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520, server=791f12959b23,36233,1731662053510 in 10.2970 sec 2024-11-15T09:14:36,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ca4e19e4f18f4cfdb09c171c3aefa520, ASSIGN in 10.4920 sec 2024-11-15T09:14:36,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-15T09:14:36,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838, server=791f12959b23,42949,1731662053424 in 10.3010 sec 2024-11-15T09:14:36,282 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/4959483c878299febc8db4a7177673a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,283 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4959483c878299febc8db4a7177673a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75332691, jitterRate=0.12254457175731659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,283 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:36,283 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4959483c878299febc8db4a7177673a9: Running coprocessor pre-open hook at 1731662076190Writing region info on filesystem at 1731662076190Initializing all the Stores at 1731662076191 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076191Cleaning up temporary data from old regions at 1731662076249 (+58 ms)Running coprocessor post-open hooks at 1731662076283 (+34 ms)Region opened successfully at 1731662076283 2024-11-15T09:14:36,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f8d575b80c03dfd07fd5584bf1c838, ASSIGN in 10.4960 sec 2024-11-15T09:14:36,285 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9., pid=18, masterSystemTime=1731662075974 2024-11-15T09:14:36,288 INFO [StoreOpener-c9edd51724d389ca29de0f003e6a5e89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,291 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:36,291 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:36,291 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4959483c878299febc8db4a7177673a9, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,39209,1731662053466 2024-11-15T09:14:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4959483c878299febc8db4a7177673a9, server=791f12959b23,39209,1731662053466 because future has completed 2024-11-15T09:14:36,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-15T09:14:36,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4959483c878299febc8db4a7177673a9, server=791f12959b23,39209,1731662053466 in 10.3350 sec 2024-11-15T09:14:36,301 INFO [StoreOpener-c9edd51724d389ca29de0f003e6a5e89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9edd51724d389ca29de0f003e6a5e89 columnFamilyName cf 2024-11-15T09:14:36,302 DEBUG [StoreOpener-c9edd51724d389ca29de0f003e6a5e89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4959483c878299febc8db4a7177673a9, ASSIGN in 10.5140 sec 2024-11-15T09:14:36,302 INFO [StoreOpener-c9edd51724d389ca29de0f003e6a5e89-1 {}] regionserver.HStore(327): Store=c9edd51724d389ca29de0f003e6a5e89/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,304 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,304 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,305 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,305 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,308 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,310 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/c9edd51724d389ca29de0f003e6a5e89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,311 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c9edd51724d389ca29de0f003e6a5e89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61306413, jitterRate=-0.08646325767040253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,311 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:36,311 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c9edd51724d389ca29de0f003e6a5e89: Running coprocessor pre-open hook at 1731662076262Writing region info on filesystem at 1731662076262Initializing all the Stores at 1731662076264 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076264Cleaning up temporary data from old regions at 1731662076305 (+41 ms)Running coprocessor post-open hooks at 1731662076311 (+6 ms)Region opened successfully at 1731662076311 2024-11-15T09:14:36,312 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89., pid=23, masterSystemTime=1731662075974 2024-11-15T09:14:36,316 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:36,316 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:36,316 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:36,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c9edd51724d389ca29de0f003e6a5e89, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:36,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9edd51724d389ca29de0f003e6a5e89, server=791f12959b23,36233,1731662053510 because future has completed 2024-11-15T09:14:36,316 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f4ecdcea0667666d198c8f9a5e3471c, NAME => 'SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-15T09:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:14:36,327 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,327 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-15T09:14:36,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c9edd51724d389ca29de0f003e6a5e89, server=791f12959b23,36233,1731662053510 in 10.3530 sec 2024-11-15T09:14:36,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9edd51724d389ca29de0f003e6a5e89, ASSIGN in 10.5490 sec 2024-11-15T09:14:36,352 INFO [StoreOpener-8f4ecdcea0667666d198c8f9a5e3471c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,354 INFO [StoreOpener-8f4ecdcea0667666d198c8f9a5e3471c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4ecdcea0667666d198c8f9a5e3471c columnFamilyName cf 2024-11-15T09:14:36,354 DEBUG [StoreOpener-8f4ecdcea0667666d198c8f9a5e3471c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:14:36,355 INFO [StoreOpener-8f4ecdcea0667666d198c8f9a5e3471c-1 {}] regionserver.HStore(327): Store=8f4ecdcea0667666d198c8f9a5e3471c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T09:14:36,355 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,356 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,361 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,373 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T09:14:36,374 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8f4ecdcea0667666d198c8f9a5e3471c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68475784, jitterRate=0.02036869525909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T09:14:36,374 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:36,375 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8f4ecdcea0667666d198c8f9a5e3471c: Running coprocessor pre-open hook at 1731662076327Writing region info on filesystem at 1731662076327Initializing all the Stores at 1731662076328 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662076328Cleaning up temporary data from old regions at 1731662076357 (+29 ms)Running coprocessor post-open hooks at 1731662076375 (+18 ms)Region opened successfully at 1731662076375 2024-11-15T09:14:36,376 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., pid=20, masterSystemTime=1731662075974 2024-11-15T09:14:36,380 DEBUG [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:36,380 INFO [RS_OPEN_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:36,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8f4ecdcea0667666d198c8f9a5e3471c, regionState=OPEN, openSeqNum=2, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:14:36,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c, server=791f12959b23,36233,1731662053510 because future has completed 2024-11-15T09:14:36,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-15T09:14:36,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c, server=791f12959b23,36233,1731662053510 in 10.4190 sec 2024-11-15T09:14:36,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-15T09:14:36,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f4ecdcea0667666d198c8f9a5e3471c, ASSIGN in 10.6090 sec 2024-11-15T09:14:36,402 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T09:14:36,402 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731662076402"}]},"ts":"1731662076402"} 2024-11-15T09:14:36,405 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-15T09:14:36,406 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T09:14:36,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2330 sec 2024-11-15T09:14:38,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-15T09:14:41,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:41,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:41,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:41,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:14:41,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:41,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:41,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:14:43,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T09:14:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T09:14:43,417 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-15T09:14:43,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-15T09:14:43,417 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:14:43,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-15T09:14:43,422 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:14:43,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-15T09:14:43,460 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,463 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,465 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,512 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6., hostname=791f12959b23,42949,1731662053424, seqNum=2] 2024-11-15T09:14:43,516 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6., hostname=791f12959b23,42949,1731662053424, seqNum=2] 2024-11-15T09:14:43,517 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6., hostname=791f12959b23,42949,1731662053424, seqNum=2] 2024-11-15T09:14:43,552 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,554 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,555 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,557 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,558 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., hostname=791f12959b23,36233,1731662053510, seqNum=2] 2024-11-15T09:14:43,651 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf., hostname=791f12959b23,39209,1731662053466, seqNum=2] 2024-11-15T09:14:43,664 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf., hostname=791f12959b23,39209,1731662053466, seqNum=2] 2024-11-15T09:14:43,666 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf., hostname=791f12959b23,39209,1731662053466, seqNum=2] 2024-11-15T09:14:43,668 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf., hostname=791f12959b23,39209,1731662053466, seqNum=2] 2024-11-15T09:14:44,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:14:44,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T09:14:44,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:14:44,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T09:14:44,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:14:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:44,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:14:44,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:14:45,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39209 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-15T09:14:45,776 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-15T09:14:45,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:14:45,778 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-15T09:14:45,779 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-15T09:14:45,783 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-15T09:14:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741848_1024 (size=49) 2024-11-15T09:14:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741848_1024 (size=49) 2024-11-15T09:14:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741848_1024 (size=49) 2024-11-15T09:14:45,865 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-15T09:14:45,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4959483c878299febc8db4a7177673a9}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9edd51724d389ca29de0f003e6a5e89}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 572f550fb3baeb1a060bcf01ab144cba}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 023513b167335e4698330769a0e6fef6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f878d28c2747754201b637d223ae6dbf}] 2024-11-15T09:14:45,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:45,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:45,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:45,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:45,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:45,878 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:45,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:45,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:45,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:45,886 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:47,208 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-15T09:14:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-15T09:14:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-15T09:14:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-15T09:14:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-15T09:14:55,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:55,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:55,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4959483c878299febc8db4a7177673a9: 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c9edd51724d389ca29de0f003e6a5e89: 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. for SnapshotProcedureTest completed. 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. for SnapshotProcedureTest completed. 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:55,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:55,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f878d28c2747754201b637d223ae6dbf 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-15T09:14:55,874 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8f4ecdcea0667666d198c8f9a5e3471c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:55,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 572f550fb3baeb1a060bcf01ab144cba: 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. for SnapshotProcedureTest completed. 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:55,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-15T09:14:55,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:55,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:14:55,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:55,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8c8163a1178bf43ab5fa0f07f1d1d53b 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-15T09:14:55,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-15T09:14:55,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-15T09:14:55,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:55,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d2f8d575b80c03dfd07fd5584bf1c838: 2024-11-15T09:14:55,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-15T09:14:55,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:55,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. for SnapshotProcedureTest completed. 2024-11-15T09:14:55,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:55,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0528434d5c6a5dc90c3bb93ac72cf822: 2024-11-15T09:14:55,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:55,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:14:55,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. for SnapshotProcedureTest completed. 2024-11-15T09:14:55,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:55,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:55,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:55,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:14:55,881 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 023513b167335e4698330769a0e6fef6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-15T09:14:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741849_1025 (size=65) 2024-11-15T09:14:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741849_1025 (size=65) 2024-11-15T09:14:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741849_1025 (size=65) 2024-11-15T09:14:55,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:14:55,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-15T09:14:55,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:55,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ca4e19e4f18f4cfdb09c171c3aefa520: 2024-11-15T09:14:55,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. for SnapshotProcedureTest completed. 2024-11-15T09:14:55,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:55,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:55,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-15T09:14:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-15T09:14:55,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:55,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:14:55,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9edd51724d389ca29de0f003e6a5e89 in 10.0420 sec 2024-11-15T09:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/.tmp/cf/860da3c7c12a48138c7ab778ce174ed1 is 34, key is aaa/cf:cf/1731662084884/Put/seqid=0 2024-11-15T09:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/.tmp/cf/2279b4b69d474a3e9bfee6ee1e8b791f is 34, key is baa/cf:cf/1731662084839/Put/seqid=0 2024-11-15T09:14:55,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/.tmp/cf/397b913821144748ac6599e3d7687033 is 34, key is ccd/cf:cf/1731662084983/Put/seqid=0 2024-11-15T09:14:55,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741850_1026 (size=65) 2024-11-15T09:14:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741850_1026 (size=65) 2024-11-15T09:14:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741850_1026 (size=65) 2024-11-15T09:14:55,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731662065172.572f550fb3baeb1a060bcf01ab144cba. 2024-11-15T09:14:55,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-15T09:14:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-15T09:14:55,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:55,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 572f550fb3baeb1a060bcf01ab144cba 2024-11-15T09:14:55,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 572f550fb3baeb1a060bcf01ab144cba in 10.0520 sec 2024-11-15T09:14:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741852_1028 (size=65) 2024-11-15T09:14:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741852_1028 (size=65) 2024-11-15T09:14:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741852_1028 (size=65) 2024-11-15T09:14:55,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:14:55,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-15T09:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-15T09:14:55,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:55,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:14:55,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0528434d5c6a5dc90c3bb93ac72cf822 in 10.0620 sec 2024-11-15T09:14:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741851_1027 (size=65) 2024-11-15T09:14:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741851_1027 (size=65) 2024-11-15T09:14:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741851_1027 (size=65) 2024-11-15T09:14:55,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731662065172.4959483c878299febc8db4a7177673a9. 2024-11-15T09:14:55,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-15T09:14:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-15T09:14:55,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:55,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4959483c878299febc8db4a7177673a9 2024-11-15T09:14:55,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4959483c878299febc8db4a7177673a9 in 10.0760 sec 2024-11-15T09:14:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741853_1029 (size=65) 2024-11-15T09:14:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741853_1029 (size=65) 2024-11-15T09:14:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741853_1029 (size=65) 2024-11-15T09:14:55,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:14:55,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-15T09:14:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-15T09:14:55,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:55,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:14:55,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2f8d575b80c03dfd07fd5584bf1c838 in 10.0930 sec 2024-11-15T09:14:55,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/.tmp/cf/3695d8d28eca44db924de1c138d53130 is 34, key is eaa/cf:cf/1731662085583/Put/seqid=0 2024-11-15T09:14:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741854_1030 (size=26918) 2024-11-15T09:14:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741854_1030 (size=26918) 2024-11-15T09:14:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741854_1030 (size=26918) 2024-11-15T09:14:55,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/.tmp/cf/860da3c7c12a48138c7ab778ce174ed1 2024-11-15T09:14:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741856_1032 (size=57) 2024-11-15T09:14:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741856_1032 (size=57) 2024-11-15T09:14:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741856_1032 (size=57) 2024-11-15T09:14:55,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:14:55,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-15T09:14:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-15T09:14:55,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:55,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:14:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741855_1031 (size=28623) 2024-11-15T09:14:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741855_1031 (size=28623) 2024-11-15T09:14:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741855_1031 (size=28623) 2024-11-15T09:14:55,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ca4e19e4f18f4cfdb09c171c3aefa520 in 10.1170 sec 2024-11-15T09:14:55,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/.tmp/cf/2279b4b69d474a3e9bfee6ee1e8b791f 2024-11-15T09:14:55,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741858_1034 (size=499309) 2024-11-15T09:14:55,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741858_1034 (size=499309) 2024-11-15T09:14:55,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741858_1034 (size=499309) 2024-11-15T09:14:55,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/.tmp/cf/3695d8d28eca44db924de1c138d53130 2024-11-15T09:14:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741857_1033 (size=47197) 2024-11-15T09:14:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741857_1033 (size=47197) 2024-11-15T09:14:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741857_1033 (size=47197) 2024-11-15T09:14:56,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/.tmp/cf/397b913821144748ac6599e3d7687033 2024-11-15T09:14:56,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/.tmp/cf/860da3c7c12a48138c7ab778ce174ed1 as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/cf/860da3c7c12a48138c7ab778ce174ed1 2024-11-15T09:14:56,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/.tmp/cf/2279b4b69d474a3e9bfee6ee1e8b791f as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/cf/2279b4b69d474a3e9bfee6ee1e8b791f 2024-11-15T09:14:56,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/.tmp/cf/3695d8d28eca44db924de1c138d53130 as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/cf/3695d8d28eca44db924de1c138d53130 2024-11-15T09:14:56,034 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/cf/2279b4b69d474a3e9bfee6ee1e8b791f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-15T09:14:56,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 023513b167335e4698330769a0e6fef6 in 154ms, sequenceid=5, compaction requested=false 2024-11-15T09:14:56,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 023513b167335e4698330769a0e6fef6: 2024-11-15T09:14:56,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. for SnapshotProcedureTest completed. 2024-11-15T09:14:56,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:56,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/cf/2279b4b69d474a3e9bfee6ee1e8b791f] hfiles 2024-11-15T09:14:56,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/cf/2279b4b69d474a3e9bfee6ee1e8b791f for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/.tmp/cf/397b913821144748ac6599e3d7687033 as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/cf/397b913821144748ac6599e3d7687033 2024-11-15T09:14:56,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/cf/3695d8d28eca44db924de1c138d53130, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-15T09:14:56,039 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f878d28c2747754201b637d223ae6dbf in 165ms, sequenceid=5, compaction requested=false 2024-11-15T09:14:56,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f878d28c2747754201b637d223ae6dbf: 2024-11-15T09:14:56,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. for SnapshotProcedureTest completed. 2024-11-15T09:14:56,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:56,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/cf/3695d8d28eca44db924de1c138d53130] hfiles 2024-11-15T09:14:56,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/f878d28c2747754201b637d223ae6dbf/cf/3695d8d28eca44db924de1c138d53130 for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/cf/860da3c7c12a48138c7ab778ce174ed1, entries=676, sequenceid=5, filesize=26.3 K 2024-11-15T09:14:56,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 8c8163a1178bf43ab5fa0f07f1d1d53b in 165ms, sequenceid=5, compaction requested=false 2024-11-15T09:14:56,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8c8163a1178bf43ab5fa0f07f1d1d53b: 2024-11-15T09:14:56,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. for SnapshotProcedureTest completed. 2024-11-15T09:14:56,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:56,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/cf/860da3c7c12a48138c7ab778ce174ed1] hfiles 2024-11-15T09:14:56,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/cf/860da3c7c12a48138c7ab778ce174ed1 for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/cf/397b913821144748ac6599e3d7687033, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-15T09:14:56,049 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8f4ecdcea0667666d198c8f9a5e3471c in 175ms, sequenceid=5, compaction requested=false 2024-11-15T09:14:56,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8f4ecdcea0667666d198c8f9a5e3471c: 2024-11-15T09:14:56,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. for SnapshotProcedureTest completed. 2024-11-15T09:14:56,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c.' region-info for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-15T09:14:56,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/cf/397b913821144748ac6599e3d7687033] hfiles 2024-11-15T09:14:56,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/cf/397b913821144748ac6599e3d7687033 for snapshot=SnapshotProcedureTest 2024-11-15T09:14:56,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741860_1036 (size=97) 2024-11-15T09:14:56,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741860_1036 (size=97) 2024-11-15T09:14:56,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741860_1036 (size=97) 2024-11-15T09:14:56,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731662065172.f878d28c2747754201b637d223ae6dbf. 2024-11-15T09:14:56,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-15T09:14:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-15T09:14:56,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:56,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f878d28c2747754201b637d223ae6dbf 2024-11-15T09:14:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741859_1035 (size=105) 2024-11-15T09:14:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741859_1035 (size=105) 2024-11-15T09:14:56,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f878d28c2747754201b637d223ae6dbf in 10.2040 sec 2024-11-15T09:14:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741859_1035 (size=105) 2024-11-15T09:14:56,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:14:56,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-15T09:14:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-15T09:14:56,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:56,072 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 023513b167335e4698330769a0e6fef6 2024-11-15T09:14:56,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741861_1037 (size=105) 2024-11-15T09:14:56,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 023513b167335e4698330769a0e6fef6 in 10.2080 sec 2024-11-15T09:14:56,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741861_1037 (size=105) 2024-11-15T09:14:56,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741861_1037 (size=105) 2024-11-15T09:14:56,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:14:56,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-15T09:14:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-15T09:14:56,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:56,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:14:56,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c8163a1178bf43ab5fa0f07f1d1d53b in 10.2130 sec 2024-11-15T09:14:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741862_1038 (size=105) 2024-11-15T09:14:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741862_1038 (size=105) 2024-11-15T09:14:56,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741862_1038 (size=105) 2024-11-15T09:14:56,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:14:56,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-15T09:14:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-15T09:14:56,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:56,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:14:56,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-15T09:14:56,086 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-15T09:14:56,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f4ecdcea0667666d198c8f9a5e3471c in 10.2190 sec 2024-11-15T09:14:56,087 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-15T09:14:56,087 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-15T09:14:56,087 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-15T09:14:56,089 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:14:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741863_1039 (size=1174) 2024-11-15T09:14:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741863_1039 (size=1174) 2024-11-15T09:14:56,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741863_1039 (size=1174) 2024-11-15T09:14:56,116 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-15T09:14:56,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-15T09:14:56,124 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:14:56,124 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:14:56,124 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:14:56,124 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:14:56,124 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,36233,1731662053510 2024-11-15T09:14:56,128 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:14:56,128 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,36233,1731662053510 2024-11-15T09:14:56,128 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:14:56,128 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,36233,1731662053510 2024-11-15T09:14:56,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:15:03,679 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=791f12959b23:45453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T09:15:05,485 INFO [master/791f12959b23:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T09:15:05,485 INFO [master/791f12959b23:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T09:15:06,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-15T09:15:06,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-15T09:15:06,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-15T09:15:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-15T09:15:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-15T09:15:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-15T09:15:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-15T09:15:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-15T09:15:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-15T09:15:06,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:15:06,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:15:06,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-15T09:15:06,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-15T09:15:06,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-15T09:15:06,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-15T09:15:06,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-15T09:15:06,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-15T09:15:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-15T09:15:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-15T09:15:06,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-15T09:15:06,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-15T09:15:06,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-15T09:15:06,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-15T09:15:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-15T09:15:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-15T09:15:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-15T09:15:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-15T09:15:06,133 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 Release verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:15:06,133 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,36233,1731662053510 Release verify snapshot worker=791f12959b23,36233,1731662053510 2024-11-15T09:15:06,133 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 Release verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:15:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-15T09:15:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-15T09:15:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-15T09:15:06,135 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 Release verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:15:06,137 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:15:06,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 in 10.0120 sec 2024-11-15T09:15:06,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,36233,1731662053510 in 10.0120 sec 2024-11-15T09:15:06,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 in 10.0120 sec 2024-11-15T09:15:06,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 in 10.0140 sec 2024-11-15T09:15:06,138 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 Release verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:15:06,138 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,36233,1731662053510 Release verify snapshot worker=791f12959b23,36233,1731662053510 2024-11-15T09:15:06,138 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 Release verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:15:06,138 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,36233,1731662053510 Release verify snapshot worker=791f12959b23,36233,1731662053510 2024-11-15T09:15:06,139 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 Release verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:15:06,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 in 10.0170 sec 2024-11-15T09:15:06,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,36233,1731662053510 in 10.0170 sec 2024-11-15T09:15:06,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 in 10.0170 sec 2024-11-15T09:15:06,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,36233,1731662053510 in 10.0170 sec 2024-11-15T09:15:06,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 in 10.0180 sec 2024-11-15T09:15:06,193 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 791f12959b23,39209,1731662053466 2024-11-15T09:15:06,193 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 791f12959b23,39209,1731662053466: Simulated kill ***** 2024-11-15T09:15:06,193 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T09:15:06,193 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T09:15:06,195 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T09:15:06,195 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T09:15:06,195 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T09:15:06,195 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 779514880 }, "NonHeapMemoryUsage": { "committed": 177209344, "init": 7667712, "max": -1, "used": 172493848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T09:15:06,196 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45245 {}] master.MasterRpcServices(700): 791f12959b23,39209,1731662053466 reported a fatal error: ***** ABORTING region server 791f12959b23,39209,1731662053466: Simulated kill ***** 2024-11-15T09:15:06,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,39209,1731662053466' ***** 2024-11-15T09:15:06,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-15T09:15:06,197 INFO [RS:1;791f12959b23:39209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:15:06,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:15:06,198 INFO [RS:1;791f12959b23:39209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T09:15:06,198 INFO [RS:1;791f12959b23:39209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T09:15:06,198 INFO [RS:1;791f12959b23:39209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:15:06,198 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T09:15:06,198 INFO [RS:1;791f12959b23:39209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;791f12959b23:39209. 2024-11-15T09:15:06,199 DEBUG [RS:1;791f12959b23:39209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:15:06,199 DEBUG [RS:1;791f12959b23:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741836_1012 (size=14382) 2024-11-15T09:15:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741836_1012 (size=14382) 2024-11-15T09:15:06,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741836_1012 (size=14382) 2024-11-15T09:15:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741834_1010 (size=1488) 2024-11-15T09:15:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741834_1010 (size=1488) 2024-11-15T09:15:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741834_1010 (size=1488) 2024-11-15T09:15:06,207 DEBUG [RS:1;791f12959b23:39209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:06,207 INFO [RS:1;791f12959b23:39209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:15:06,207 INFO [RS:1;791f12959b23:39209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39209 2024-11-15T09:15:06,222 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:15:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:15:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,39209,1731662053466 2024-11-15T09:15:06,267 INFO [RS:1;791f12959b23:39209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:15:06,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,39209,1731662053466] 2024-11-15T09:15:06,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,39209,1731662053466 already deleted, retry=false 2024-11-15T09:15:06,288 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 791f12959b23,39209,1731662053466 on 791f12959b23,45245,1731662053173 2024-11-15T09:15:06,290 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 791f12959b23,39209,1731662053466, splitWal=true, meta=true 2024-11-15T09:15:06,290 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 791f12959b23,39209,1731662053466 (carryingMeta=true) 791f12959b23,39209,1731662053466/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2563e0b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T09:15:06,292 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 791f12959b23,39209,1731662053466, splitWal=true, meta=true 2024-11-15T09:15:06,294 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 791f12959b23,39209,1731662053466, splitWal=true, meta=true, isMeta: true 2024-11-15T09:15:06,296 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting 2024-11-15T09:15:06,299 INFO [PEWorker-1 {}] master.SplitWALManager(105): 791f12959b23,39209,1731662053466 WAL count=1, meta=true 2024-11-15T09:15:06,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta}] 2024-11-15T09:15:06,301 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=791f12959b23,36233,1731662053510 2024-11-15T09:15:06,302 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-15T09:15:06,302 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-15T09:15:06,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, worker=791f12959b23,36233,1731662053510}] 2024-11-15T09:15:06,302 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-15T09:15:06,303 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,39209,1731662053466 Release verify snapshot worker=791f12959b23,39209,1731662053466 2024-11-15T09:15:06,303 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 791f12959b23,39209,1731662053466, this operation will be retried to send to another server 2024-11-15T09:15:06,303 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T09:15:06,304 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731662107304 2024-11-15T09:15:06,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:06,378 INFO [RS:1;791f12959b23:39209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:15:06,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39209-0x1013dc5facc0002, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:06,378 INFO [RS:1;791f12959b23:39209 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,39209,1731662053466; zookeeper connection closed. 2024-11-15T09:15:06,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@774af7ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@774af7ec 2024-11-15T09:15:06,563 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T09:15:06,564 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T09:15:07,308 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:15:13,151 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T09:15:14,670 INFO [regionserver/791f12959b23:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-15T09:15:15,467 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=791f12959b23:45245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T09:15:16,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-15T09:15:16,321 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, size=14.0 K (14382bytes) 2024-11-15T09:15:16,321 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta 2024-11-15T09:15:16,321 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta after 0ms 2024-11-15T09:15:16,325 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta took 4ms 2024-11-15T09:15:16,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-15T09:15:16,338 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta so closing down 2024-11-15T09:15:16,338 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T09:15:16,341 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp 2024-11-15T09:15:16,344 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp 2024-11-15T09:15:16,346 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T09:15:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741864_1040 (size=14141) 2024-11-15T09:15:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741864_1040 (size=14141) 2024-11-15T09:15:16,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741864_1040 (size=14141) 2024-11-15T09:15:16,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-15T09:15:16,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp to hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T09:15:16,370 INFO [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-15T09:15:16,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, journal: Splitting hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, size=14.0 K (14382bytes) at 1731662116321Finishing writing output for hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta so closing down at 1731662116338 (+17 ms)Creating recovered edits writer path=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp at 1731662116344 (+6 ms)3 split writer threads finished at 1731662116346 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731662116368 (+22 ms)Rename recovered edits hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta.temp to hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731662116370 (+2 ms)Processed 26 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731662116370 2024-11-15T09:15:16,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta 2024-11-15T09:15:16,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/791f12959b23:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-15T09:15:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-15T09:15:16,376 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting/791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta to hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs 2024-11-15T09:15:16,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-15T09:15:16,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, worker=791f12959b23,36233,1731662053510 in 10.0740 sec 2024-11-15T09:15:16,382 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=791f12959b23,36233,1731662053510 2024-11-15T09:15:16,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-15T09:15:16,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 791f12959b23%2C39209%2C1731662053466.meta.1731662064953.meta, worker=791f12959b23,36233,1731662053510 in 10.0830 sec 2024-11-15T09:15:16,389 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,39209,1731662053466-splitting dir is empty, no logs to split. 2024-11-15T09:15:16,389 INFO [PEWorker-2 {}] master.SplitWALManager(105): 791f12959b23,39209,1731662053466 WAL count=0, meta=true 2024-11-15T09:15:16,389 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 791f12959b23,39209,1731662053466 WAL splitting is done? wals=0, meta=true 2024-11-15T09:15:16,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T09:15:16,392 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:15:16,393 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T09:15:16,544 DEBUG [791f12959b23:45245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T09:15:16,544 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(204): Hosts are {791f12959b23=0} racks are {/default-rack=0} 2024-11-15T09:15:16,544 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T09:15:16,544 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T09:15:16,545 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T09:15:16,545 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T09:15:16,545 INFO [791f12959b23:45245 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T09:15:16,545 INFO [791f12959b23:45245 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T09:15:16,545 DEBUG [791f12959b23:45245 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T09:15:16,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:15:16,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,36233,1731662053510, state=OPENING 2024-11-15T09:15:16,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:15:16,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:15:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:15:16,625 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T09:15:16,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:15:16,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:15:16,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:15:16,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,36233,1731662053510}] 2024-11-15T09:15:17,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-15T09:15:17,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-15T09:15:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45245 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-15T09:15:17,312 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 Release verify snapshot worker=791f12959b23,42949,1731662053424 2024-11-15T09:15:17,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-15T09:15:17,314 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-15T09:15:17,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=791f12959b23,42949,1731662053424 in 21.1910 sec 2024-11-15T09:15:17,314 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.hbase-snapshot/SnapshotProcedureTest 2024-11-15T09:15:17,316 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-15T09:15:17,316 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-15T09:15:17,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.5450 sec 2024-11-15T09:15:17,415 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-15T09:15:17,417 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 791f12959b23:39209 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 791f12959b23/172.17.0.2:39209 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T09:15:17,419 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1, error=java.net.ConnectException: Call to address=791f12959b23:39209 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 791f12959b23/172.17.0.2:39209 2024-11-15T09:15:17,419 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-15T09:15:17,419 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,39209,1731662053466, seqNum=-1 from cache 2024-11-15T09:15:17,421 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 791f12959b23:39209 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 791f12959b23/172.17.0.2:39209 2024-11-15T09:15:17,527 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:17,528 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:17,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177416, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:17,556 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:17,556 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:17,556 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:17,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:17,767 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:17,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177416, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:17,768 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:17,768 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:17,768 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:18,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:18,077 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:18,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177416, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:18,085 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:18,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:18,597 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:18,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177416, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:18,598 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:18,598 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:18,599 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:19,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:19,618 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:19,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177416, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:19,622 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 791f12959b23,36233,1731662053510 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T09:15:19,623 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:19,623 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:19,623 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:21,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 023513b167335e4698330769a0e6fef6, had cached 0 bytes from a total of 28623 2024-11-15T09:15:21,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f878d28c2747754201b637d223ae6dbf, had cached 0 bytes from a total of 499309 2024-11-15T09:15:21,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8c8163a1178bf43ab5fa0f07f1d1d53b, had cached 0 bytes from a total of 26918 2024-11-15T09:15:21,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8f4ecdcea0667666d198c8f9a5e3471c, had cached 0 bytes from a total of 47197 2024-11-15T09:15:21,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:21,637 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:21,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177415, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:21,638 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 791f12959b23,36233,1731662053510 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T09:15:21,639 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:21,639 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:21,639 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:25,066 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca4e19e4f18f4cfdb09c171c3aefa520 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,066 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c9edd51724d389ca29de0f003e6a5e89 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,067 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8c8163a1178bf43ab5fa0f07f1d1d53b changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,067 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8f4ecdcea0667666d198c8f9a5e3471c changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,067 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0528434d5c6a5dc90c3bb93ac72cf822 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,067 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2f8d575b80c03dfd07fd5584bf1c838 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,067 DEBUG [master/791f12959b23:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 023513b167335e4698330769a0e6fef6 changed from -1.0 to 0.0, refreshing cache 2024-11-15T09:15:25,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:25,658 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:25,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36233 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:51010 deadline: 1731662177417, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 2024-11-15T09:15:25,659 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 791f12959b23,36233,1731662053510 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-15T09:15:25,660 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:25,660 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 791f12959b23,36233,1731662053510 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T09:15:25,660 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1 from cache 2024-11-15T09:15:26,633 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T09:15:26,634 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T09:15:26,634 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T09:15:26,635 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=791f12959b23%2C36233%2C1731662053510.meta, suffix=.meta, logDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510, archiveDir=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs, maxLogs=32 2024-11-15T09:15:26,650 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510/791f12959b23%2C36233%2C1731662053510.meta.1731662126636.meta, exclude list is [], retry=0 2024-11-15T09:15:26,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46539,DS-92640e24-030c-4b02-8291-e2d3242eb48d,DISK] 2024-11-15T09:15:26,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-1cff9e40-6626-4535-b048-ce8bfcaf7481,DISK] 2024-11-15T09:15:26,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35363,DS-6ce23ec3-2d99-47d7-83a7-7590462202c1,DISK] 2024-11-15T09:15:26,656 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,36233,1731662053510/791f12959b23%2C36233%2C1731662053510.meta.1731662126636.meta 2024-11-15T09:15:26,656 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39125:39125),(127.0.0.1/127.0.0.1:33885:33885),(127.0.0.1/127.0.0.1:43391:43391)] 2024-11-15T09:15:26,656 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T09:15:26,656 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T09:15:26,657 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T09:15:26,657 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T09:15:26,657 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T09:15:26,657 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T09:15:26,657 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T09:15:26,657 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T09:15:26,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T09:15:26,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T09:15:26,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:15:26,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:15:26,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T09:15:26,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T09:15:26,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:15:26,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:15:26,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T09:15:26,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T09:15:26,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:15:26,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:15:26,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T09:15:26,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T09:15:26,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T09:15:26,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T09:15:26,664 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T09:15:26,665 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740 2024-11-15T09:15:26,667 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740 2024-11-15T09:15:26,668 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T09:15:26,679 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T09:15:26,679 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-15T09:15:26,701 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/info/eee7bc9883c64a90a636ab39cc1354ba is 167, key is SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822./info:regioninfo/1731662076151/Put/seqid=0 2024-11-15T09:15:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741866_1042 (size=18393) 2024-11-15T09:15:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741866_1042 (size=18393) 2024-11-15T09:15:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741866_1042 (size=18393) 2024-11-15T09:15:26,740 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/info/eee7bc9883c64a90a636ab39cc1354ba 2024-11-15T09:15:26,772 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/ns/33688d1e01cf46bca2b6c3a0fbadb205 is 43, key is default/ns:d/1731662065038/Put/seqid=0 2024-11-15T09:15:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741867_1043 (size=5153) 2024-11-15T09:15:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741867_1043 (size=5153) 2024-11-15T09:15:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741867_1043 (size=5153) 2024-11-15T09:15:26,813 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/ns/33688d1e01cf46bca2b6c3a0fbadb205 2024-11-15T09:15:26,848 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/table/98feb5566f484e0faea40e8fec4d35ca is 47, key is SPTestTable/table:state/1731662076402/Put/seqid=0 2024-11-15T09:15:26,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741868_1044 (size=5214) 2024-11-15T09:15:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741868_1044 (size=5214) 2024-11-15T09:15:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741868_1044 (size=5214) 2024-11-15T09:15:26,895 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/table/98feb5566f484e0faea40e8fec4d35ca 2024-11-15T09:15:26,910 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/info/eee7bc9883c64a90a636ab39cc1354ba as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/info/eee7bc9883c64a90a636ab39cc1354ba 2024-11-15T09:15:26,927 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/info/eee7bc9883c64a90a636ab39cc1354ba, entries=100, sequenceid=28, filesize=18.0 K 2024-11-15T09:15:26,928 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/ns/33688d1e01cf46bca2b6c3a0fbadb205 as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/ns/33688d1e01cf46bca2b6c3a0fbadb205 2024-11-15T09:15:26,939 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/ns/33688d1e01cf46bca2b6c3a0fbadb205, entries=2, sequenceid=28, filesize=5.0 K 2024-11-15T09:15:26,941 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/.tmp/table/98feb5566f484e0faea40e8fec4d35ca as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/table/98feb5566f484e0faea40e8fec4d35ca 2024-11-15T09:15:26,958 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/table/98feb5566f484e0faea40e8fec4d35ca, entries=2, sequenceid=28, filesize=5.1 K 2024-11-15T09:15:26,959 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 280ms, sequenceid=28, compaction requested=false; wal=null 2024-11-15T09:15:26,960 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-15T09:15:26,962 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T09:15:26,962 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T09:15:26,962 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T09:15:26,964 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T09:15:26,968 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-15T09:15:26,979 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73814899, jitterRate=0.09992770850658417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T09:15:26,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T09:15:26,979 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731662126657Writing region info on filesystem at 1731662126657Initializing all the Stores at 1731662126658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662126658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662126658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731662126658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731662126658Obtaining lock to block concurrent updates at 1731662126679 (+21 ms)Preparing flush snapshotting stores in 1588230740 at 1731662126679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731662126680 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731662126680Flushing 1588230740/info: creating writer at 1731662126680Flushing 1588230740/info: appending metadata at 1731662126700 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731662126700Flushing 1588230740/ns: creating writer at 1731662126754 (+54 ms)Flushing 1588230740/ns: appending metadata at 1731662126771 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731662126771Flushing 1588230740/table: creating writer at 1731662126825 (+54 ms)Flushing 1588230740/table: appending metadata at 1731662126848 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731662126848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137a1f42: reopening flushed file at 1731662126908 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6540d8: reopening flushed file at 1731662126927 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6141a12a: reopening flushed file at 1731662126939 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 280ms, sequenceid=28, compaction requested=false; wal=null at 1731662126959 (+20 ms)Cleaning up temporary data from old regions at 1731662126962 (+3 ms)Running coprocessor post-open hooks at 1731662126979 (+17 ms)Region opened successfully at 1731662126979 2024-11-15T09:15:26,980 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731662126628 2024-11-15T09:15:26,983 DEBUG [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T09:15:26,984 INFO [RS_OPEN_META-regionserver/791f12959b23:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T09:15:26,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=791f12959b23,36233,1731662053510 2024-11-15T09:15:26,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 791f12959b23,36233,1731662053510, state=OPEN 2024-11-15T09:15:27,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:15:27,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:15:27,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T09:15:27,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:15:27,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:15:27,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=791f12959b23,36233,1731662053510 2024-11-15T09:15:27,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T09:15:27,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-15T09:15:27,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=791f12959b23,36233,1731662053510 in 10.4250 sec 2024-11-15T09:15:27,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-15T09:15:27,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6690 sec 2024-11-15T09:15:27,065 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 791f12959b23,39209,1731662053466 had 4 regions 2024-11-15T09:15:27,066 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 791f12959b23,39209,1731662053466, splitWal=true, meta=true, isMeta: false 2024-11-15T09:15:27,068 INFO [PEWorker-3 {}] master.SplitWALManager(105): 791f12959b23,39209,1731662053466 WAL count=1, meta=false 2024-11-15T09:15:27,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 791f12959b23%2C39209%2C1731662053466.1731662054703}] 2024-11-15T09:15:27,071 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=791f12959b23,42949,1731662053424 2024-11-15T09:15:27,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 791f12959b23%2C39209%2C1731662053466.1731662054703, worker=791f12959b23,42949,1731662053424}] 2024-11-15T09:15:31,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:15:31,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:15:31,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:15:32,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T09:15:32,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:15:32,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:15:32,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T09:15:35,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T09:15:35,757 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=791f12959b23,36233,1731662053510, seqNum=-1] 2024-11-15T09:15:35,777 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-15T09:15:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T09:15:35,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:15:35,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:15:35,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:35,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:35,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T09:15:35,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T09:15:35,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1178577913, stopped=false 2024-11-15T09:15:35,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=791f12959b23,45245,1731662053173 2024-11-15T09:15:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:15:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:15:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T09:15:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:15:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:15:35,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:15:35,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:15:35,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T09:15:35,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:15:35,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:35,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:15:35,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,42949,1731662053424' ***** 2024-11-15T09:15:35,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:15:35,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '791f12959b23,36233,1731662053510' ***** 2024-11-15T09:15:35,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:15:35,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T09:15:35,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:15:35,825 INFO [RS:0;791f12959b23:42949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:15:35,825 INFO [RS:0;791f12959b23:42949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:15:35,825 INFO [RS:0;791f12959b23:42949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T09:15:35,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(3091): Received CLOSE for ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:15:35,825 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 023513b167335e4698330769a0e6fef6 2024-11-15T09:15:35,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f4ecdcea0667666d198c8f9a5e3471c 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(3091): Received CLOSE for c9edd51724d389ca29de0f003e6a5e89 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c8163a1178bf43ab5fa0f07f1d1d53b 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,36233,1731662053510 2024-11-15T09:15:35,825 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca4e19e4f18f4cfdb09c171c3aefa520, disabling compactions & flushes 2024-11-15T09:15:35,825 INFO [RS:2;791f12959b23:36233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:15:35,826 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:15:35,826 INFO [RS:2;791f12959b23:36233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;791f12959b23:36233. 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. after waiting 0 ms 2024-11-15T09:15:35,826 DEBUG [RS:2;791f12959b23:36233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:15:35,826 DEBUG [RS:2;791f12959b23:36233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:35,826 INFO [RS:2;791f12959b23:36233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:15:35,826 INFO [RS:2;791f12959b23:36233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:15:35,826 INFO [RS:2;791f12959b23:36233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:15:35,826 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T09:15:35,826 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:15:35,826 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 0528434d5c6a5dc90c3bb93ac72cf822 2024-11-15T09:15:35,826 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(959): stopping server 791f12959b23,42949,1731662053424 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 023513b167335e4698330769a0e6fef6, disabling compactions & flushes 2024-11-15T09:15:35,826 INFO [RS:0;791f12959b23:42949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:15:35,826 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:15:35,826 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-15T09:15:35,826 INFO [RS:0;791f12959b23:42949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;791f12959b23:42949. 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:15:35,826 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1325): Online Regions={ca4e19e4f18f4cfdb09c171c3aefa520=SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520., 8f4ecdcea0667666d198c8f9a5e3471c=SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c., c9edd51724d389ca29de0f003e6a5e89=SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89., 1588230740=hbase:meta,,1.1588230740, 8c8163a1178bf43ab5fa0f07f1d1d53b=SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b.} 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. after waiting 0 ms 2024-11-15T09:15:35,826 DEBUG [RS:0;791f12959b23:42949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:15:35,826 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T09:15:35,826 DEBUG [RS:0;791f12959b23:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:35,826 DEBUG [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c8163a1178bf43ab5fa0f07f1d1d53b, 8f4ecdcea0667666d198c8f9a5e3471c, c9edd51724d389ca29de0f003e6a5e89, ca4e19e4f18f4cfdb09c171c3aefa520 2024-11-15T09:15:35,826 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T09:15:35,827 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T09:15:35,827 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T09:15:35,827 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T09:15:35,827 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1325): Online Regions={023513b167335e4698330769a0e6fef6=SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6., d2f8d575b80c03dfd07fd5584bf1c838=SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838., 0528434d5c6a5dc90c3bb93ac72cf822=SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822.} 2024-11-15T09:15:35,827 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T09:15:35,827 DEBUG [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1351): Waiting on 023513b167335e4698330769a0e6fef6, 0528434d5c6a5dc90c3bb93ac72cf822, d2f8d575b80c03dfd07fd5584bf1c838 2024-11-15T09:15:35,832 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/ca4e19e4f18f4cfdb09c171c3aefa520/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:15:35,833 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:15:35,833 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca4e19e4f18f4cfdb09c171c3aefa520: Waiting for close lock at 1731662135825Running coprocessor pre-close hooks at 1731662135825Disabling compacts and flushes for region at 1731662135825Disabling writes for close at 1731662135826 (+1 ms)Writing region close event to WAL at 1731662135827 (+1 ms)Running coprocessor post-close hooks at 1731662135833 (+6 ms)Closed at 1731662135833 2024-11-15T09:15:35,833 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731662065172.ca4e19e4f18f4cfdb09c171c3aefa520. 2024-11-15T09:15:35,834 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f4ecdcea0667666d198c8f9a5e3471c, disabling compactions & flushes 2024-11-15T09:15:35,834 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:15:35,834 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:15:35,834 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. after waiting 0 ms 2024-11-15T09:15:35,834 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:15:35,843 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-15T09:15:35,843 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8f4ecdcea0667666d198c8f9a5e3471c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T09:15:35,844 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f4ecdcea0667666d198c8f9a5e3471c: Waiting for close lock at 1731662135834Running coprocessor pre-close hooks at 1731662135834Disabling compacts and flushes for region at 1731662135834Disabling writes for close at 1731662135834Writing region close event to WAL at 1731662135834Running coprocessor post-close hooks at 1731662135844 (+10 ms)Closed at 1731662135844 2024-11-15T09:15:35,844 INFO [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731662135826Running coprocessor pre-close hooks at 1731662135826Disabling compacts and flushes for region at 1731662135826Disabling writes for close at 1731662135827 (+1 ms)Writing region close event to WAL at 1731662135832 (+5 ms)Running coprocessor post-close hooks at 1731662135844 (+12 ms)Closed at 1731662135844 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731662065172.8f4ecdcea0667666d198c8f9a5e3471c. 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_META-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9edd51724d389ca29de0f003e6a5e89, disabling compactions & flushes 2024-11-15T09:15:35,844 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. after waiting 0 ms 2024-11-15T09:15:35,844 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:15:35,848 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/c9edd51724d389ca29de0f003e6a5e89/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:15:35,848 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/023513b167335e4698330769a0e6fef6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T09:15:35,849 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9edd51724d389ca29de0f003e6a5e89: Waiting for close lock at 1731662135844Running coprocessor pre-close hooks at 1731662135844Disabling compacts and flushes for region at 1731662135844Disabling writes for close at 1731662135844Writing region close event to WAL at 1731662135844Running coprocessor post-close hooks at 1731662135849 (+5 ms)Closed at 1731662135849 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731662065172.c9edd51724d389ca29de0f003e6a5e89. 2024-11-15T09:15:35,849 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 023513b167335e4698330769a0e6fef6: Waiting for close lock at 1731662135826Running coprocessor pre-close hooks at 1731662135826Disabling compacts and flushes for region at 1731662135826Disabling writes for close at 1731662135826Writing region close event to WAL at 1731662135827 (+1 ms)Running coprocessor post-close hooks at 1731662135849 (+22 ms)Closed at 1731662135849 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c8163a1178bf43ab5fa0f07f1d1d53b, disabling compactions & flushes 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731662065172.023513b167335e4698330769a0e6fef6. 2024-11-15T09:15:35,849 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2f8d575b80c03dfd07fd5584bf1c838, disabling compactions & flushes 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. after waiting 0 ms 2024-11-15T09:15:35,849 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. after waiting 0 ms 2024-11-15T09:15:35,849 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:15:35,852 INFO [regionserver/791f12959b23:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:15:35,858 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/d2f8d575b80c03dfd07fd5584bf1c838/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:15:35,858 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/8c8163a1178bf43ab5fa0f07f1d1d53b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T09:15:35,859 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:15:35,859 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c8163a1178bf43ab5fa0f07f1d1d53b: Waiting for close lock at 1731662135849Running coprocessor pre-close hooks at 1731662135849Disabling compacts and flushes for region at 1731662135849Disabling writes for close at 1731662135849Writing region close event to WAL at 1731662135855 (+6 ms)Running coprocessor post-close hooks at 1731662135859 (+4 ms)Closed at 1731662135859 2024-11-15T09:15:35,859 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:15:35,859 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2f8d575b80c03dfd07fd5584bf1c838: Waiting for close lock at 1731662135849Running coprocessor pre-close hooks at 1731662135849Disabling compacts and flushes for region at 1731662135849Disabling writes for close at 1731662135849Writing region close event to WAL at 1731662135855 (+6 ms)Running coprocessor post-close hooks at 1731662135859 (+4 ms)Closed at 1731662135859 2024-11-15T09:15:35,859 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731662065172.8c8163a1178bf43ab5fa0f07f1d1d53b. 2024-11-15T09:15:35,859 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731662065172.d2f8d575b80c03dfd07fd5584bf1c838. 2024-11-15T09:15:35,859 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0528434d5c6a5dc90c3bb93ac72cf822, disabling compactions & flushes 2024-11-15T09:15:35,860 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:15:35,860 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:15:35,860 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. after waiting 0 ms 2024-11-15T09:15:35,860 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:15:35,864 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/data/default/SPTestTable/0528434d5c6a5dc90c3bb93ac72cf822/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T09:15:35,864 INFO [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:15:35,864 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0528434d5c6a5dc90c3bb93ac72cf822: Waiting for close lock at 1731662135859Running coprocessor pre-close hooks at 1731662135859Disabling compacts and flushes for region at 1731662135859Disabling writes for close at 1731662135860 (+1 ms)Writing region close event to WAL at 1731662135860Running coprocessor post-close hooks at 1731662135864 (+4 ms)Closed at 1731662135864 2024-11-15T09:15:35,865 DEBUG [RS_CLOSE_REGION-regionserver/791f12959b23:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731662065172.0528434d5c6a5dc90c3bb93ac72cf822. 2024-11-15T09:15:36,027 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,36233,1731662053510; all regions closed. 2024-11-15T09:15:36,027 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(976): stopping server 791f12959b23,42949,1731662053424; all regions closed. 2024-11-15T09:15:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741865_1041 (size=678) 2024-11-15T09:15:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741865_1041 (size=678) 2024-11-15T09:15:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741865_1041 (size=678) 2024-11-15T09:15:36,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/WALs/791f12959b23,42949,1731662053424/791f12959b23%2C42949%2C1731662053424.1731662054703 not finished, retry = 0 2024-11-15T09:15:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741835_1011 (size=2364) 2024-11-15T09:15:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741835_1011 (size=2364) 2024-11-15T09:15:36,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741835_1011 (size=2364) 2024-11-15T09:15:36,037 DEBUG [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs 2024-11-15T09:15:36,037 INFO [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C36233%2C1731662053510.meta:.meta(num 1731662126636) 2024-11-15T09:15:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741833_1009 (size=3439) 2024-11-15T09:15:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741833_1009 (size=3439) 2024-11-15T09:15:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741833_1009 (size=3439) 2024-11-15T09:15:36,042 DEBUG [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs 2024-11-15T09:15:36,042 INFO [RS:2;791f12959b23:36233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C36233%2C1731662053510:(num 1731662054689) 2024-11-15T09:15:36,042 DEBUG [RS:2;791f12959b23:36233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:36,042 INFO [RS:2;791f12959b23:36233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:15:36,042 INFO [RS:2;791f12959b23:36233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:15:36,043 INFO [RS:2;791f12959b23:36233 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T09:15:36,043 INFO [RS:2;791f12959b23:36233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:15:36,043 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:15:36,043 INFO [RS:2;791f12959b23:36233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36233 2024-11-15T09:15:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,36233,1731662053510 2024-11-15T09:15:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:15:36,101 INFO [RS:2;791f12959b23:36233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:15:36,137 DEBUG [RS:0;791f12959b23:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/oldWALs 2024-11-15T09:15:36,137 INFO [RS:0;791f12959b23:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 791f12959b23%2C42949%2C1731662053424:(num 1731662054703) 2024-11-15T09:15:36,137 DEBUG [RS:0;791f12959b23:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T09:15:36,137 INFO [RS:0;791f12959b23:42949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T09:15:36,138 INFO [RS:0;791f12959b23:42949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:15:36,138 INFO [RS:0;791f12959b23:42949 {}] hbase.ChoreService(370): Chore service for: regionserver/791f12959b23:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T09:15:36,138 INFO [RS:0;791f12959b23:42949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T09:15:36,138 INFO [regionserver/791f12959b23:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:15:36,138 INFO [RS:0;791f12959b23:42949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T09:15:36,139 INFO [RS:0;791f12959b23:42949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T09:15:36,139 INFO [RS:0;791f12959b23:42949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:15:36,139 INFO [RS:0;791f12959b23:42949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42949 2024-11-15T09:15:36,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,36233,1731662053510] 2024-11-15T09:15:36,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/791f12959b23,42949,1731662053424 2024-11-15T09:15:36,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T09:15:36,249 INFO [RS:0;791f12959b23:42949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:15:36,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:36,265 INFO [RS:2;791f12959b23:36233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:15:36,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36233-0x1013dc5facc0003, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:36,265 INFO [RS:2;791f12959b23:36233 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,36233,1731662053510; zookeeper connection closed. 2024-11-15T09:15:36,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53151f28 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53151f28 2024-11-15T09:15:36,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,36233,1731662053510 already deleted, retry=false 2024-11-15T09:15:36,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,36233,1731662053510 expired; onlineServers=1 2024-11-15T09:15:36,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [791f12959b23,42949,1731662053424] 2024-11-15T09:15:36,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/791f12959b23,42949,1731662053424 already deleted, retry=false 2024-11-15T09:15:36,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 791f12959b23,42949,1731662053424 expired; onlineServers=0 2024-11-15T09:15:36,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '791f12959b23,45245,1731662053173' ***** 2024-11-15T09:15:36,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T09:15:36,448 INFO [M:0;791f12959b23:45245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T09:15:36,448 INFO [M:0;791f12959b23:45245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T09:15:36,449 DEBUG [M:0;791f12959b23:45245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T09:15:36,449 DEBUG [M:0;791f12959b23:45245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T09:15:36,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T09:15:36,449 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662054398 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.small.0-1731662054398,5,FailOnTimeoutGroup] 2024-11-15T09:15:36,449 DEBUG [master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662054398 {}] cleaner.HFileCleaner(306): Exit Thread[master/791f12959b23:0:becomeActiveMaster-HFileCleaner.large.0-1731662054398,5,FailOnTimeoutGroup] 2024-11-15T09:15:36,449 INFO [M:0;791f12959b23:45245 {}] hbase.ChoreService(370): Chore service for: master/791f12959b23:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T09:15:36,449 INFO [M:0;791f12959b23:45245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T09:15:36,450 DEBUG [M:0;791f12959b23:45245 {}] master.HMaster(1795): Stopping service threads 2024-11-15T09:15:36,450 INFO [M:0;791f12959b23:45245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T09:15:36,450 INFO [M:0;791f12959b23:45245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T09:15:36,450 ERROR [M:0;791f12959b23:45245 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1636947297) connection to localhost/127.0.0.1:36207 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36207,5,PEWorkerGroup] 2024-11-15T09:15:36,450 INFO [M:0;791f12959b23:45245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T09:15:36,451 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T09:15:36,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T09:15:36,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T09:15:36,459 DEBUG [M:0;791f12959b23:45245 {}] zookeeper.ZKUtil(347): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T09:15:36,459 WARN [M:0;791f12959b23:45245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T09:15:36,460 INFO [M:0;791f12959b23:45245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/.lastflushedseqids 2024-11-15T09:15:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741869_1045 (size=632) 2024-11-15T09:15:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741869_1045 (size=632) 2024-11-15T09:15:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741869_1045 (size=632) 2024-11-15T09:15:36,474 INFO [M:0;791f12959b23:45245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T09:15:36,474 INFO [M:0;791f12959b23:45245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T09:15:36,475 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T09:15:36,475 INFO [M:0;791f12959b23:45245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:15:36,475 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:15:36,475 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T09:15:36,475 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:15:36,475 INFO [M:0;791f12959b23:45245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.50 KB heapSize=211.61 KB 2024-11-15T09:15:36,493 DEBUG [M:0;791f12959b23:45245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5d75b9a34184f79af6c9884a6dcda79 is 82, key is hbase:meta,,1/info:regioninfo/1731662126984/Put/seqid=0 2024-11-15T09:15:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741870_1046 (size=6071) 2024-11-15T09:15:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741870_1046 (size=6071) 2024-11-15T09:15:36,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741870_1046 (size=6071) 2024-11-15T09:15:36,500 INFO [M:0;791f12959b23:45245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5d75b9a34184f79af6c9884a6dcda79 2024-11-15T09:15:36,519 DEBUG [M:0;791f12959b23:45245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef5d6a0cc6d640aeaa07a8a808e96929 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731662076409/Put/seqid=0 2024-11-15T09:15:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741871_1047 (size=11551) 2024-11-15T09:15:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741871_1047 (size=11551) 2024-11-15T09:15:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741871_1047 (size=11551) 2024-11-15T09:15:36,526 INFO [M:0;791f12959b23:45245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.28 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef5d6a0cc6d640aeaa07a8a808e96929 2024-11-15T09:15:36,532 INFO [M:0;791f12959b23:45245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef5d6a0cc6d640aeaa07a8a808e96929 2024-11-15T09:15:36,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:36,538 INFO [RS:0;791f12959b23:42949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:15:36,538 INFO [RS:0;791f12959b23:42949 {}] regionserver.HRegionServer(1031): Exiting; stopping=791f12959b23,42949,1731662053424; zookeeper connection closed. 2024-11-15T09:15:36,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x1013dc5facc0001, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:36,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e516269 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e516269 2024-11-15T09:15:36,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T09:15:36,551 DEBUG [M:0;791f12959b23:45245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72e37a76736e487e8e4d3347b9725ccc is 69, key is 791f12959b23,36233,1731662053510/rs:state/1731662054486/Put/seqid=0 2024-11-15T09:15:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741872_1048 (size=5447) 2024-11-15T09:15:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741872_1048 (size=5447) 2024-11-15T09:15:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741872_1048 (size=5447) 2024-11-15T09:15:36,558 INFO [M:0;791f12959b23:45245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72e37a76736e487e8e4d3347b9725ccc 2024-11-15T09:15:36,563 INFO [M:0;791f12959b23:45245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72e37a76736e487e8e4d3347b9725ccc 2024-11-15T09:15:36,564 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5d75b9a34184f79af6c9884a6dcda79 as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5d75b9a34184f79af6c9884a6dcda79 2024-11-15T09:15:36,571 INFO [M:0;791f12959b23:45245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5d75b9a34184f79af6c9884a6dcda79, entries=14, sequenceid=416, filesize=5.9 K 2024-11-15T09:15:36,572 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef5d6a0cc6d640aeaa07a8a808e96929 as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef5d6a0cc6d640aeaa07a8a808e96929 2024-11-15T09:15:36,579 INFO [M:0;791f12959b23:45245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef5d6a0cc6d640aeaa07a8a808e96929 2024-11-15T09:15:36,579 INFO [M:0;791f12959b23:45245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef5d6a0cc6d640aeaa07a8a808e96929, entries=52, sequenceid=416, filesize=11.3 K 2024-11-15T09:15:36,580 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72e37a76736e487e8e4d3347b9725ccc as hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72e37a76736e487e8e4d3347b9725ccc 2024-11-15T09:15:36,585 INFO [M:0;791f12959b23:45245 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72e37a76736e487e8e4d3347b9725ccc 2024-11-15T09:15:36,585 INFO [M:0;791f12959b23:45245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36207/user/jenkins/test-data/d016907d-50f3-15ea-2e1e-ce5e353447e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72e37a76736e487e8e4d3347b9725ccc, entries=3, sequenceid=416, filesize=5.3 K 2024-11-15T09:15:36,586 INFO [M:0;791f12959b23:45245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.50 KB/176645, heapSize ~211.31 KB/216384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=416, compaction requested=false 2024-11-15T09:15:36,588 INFO [M:0;791f12959b23:45245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T09:15:36,588 DEBUG [M:0;791f12959b23:45245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731662136475Disabling compacts and flushes for region at 1731662136475Disabling writes for close at 1731662136475Obtaining lock to block concurrent updates at 1731662136475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731662136475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176645, getHeapSize=216624, getOffHeapSize=0, getCellsCount=515 at 1731662136476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731662136476Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731662136476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731662136493 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731662136493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731662136505 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731662136519 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731662136519Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731662136532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731662136550 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731662136550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c51d201: reopening flushed file at 1731662136563 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1161a334: reopening flushed file at 1731662136571 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1893855a: reopening flushed file at 1731662136579 (+8 ms)Finished flush of dataSize ~172.50 KB/176645, heapSize ~211.31 KB/216384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=416, compaction requested=false at 1731662136586 (+7 ms)Writing region close event to WAL at 1731662136588 (+2 ms)Closed at 1731662136588 2024-11-15T09:15:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741830_1006 (size=204500) 2024-11-15T09:15:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35363 is added to blk_1073741830_1006 (size=204500) 2024-11-15T09:15:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46539 is added to blk_1073741830_1006 (size=204500) 2024-11-15T09:15:36,590 INFO [M:0;791f12959b23:45245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T09:15:36,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T09:15:36,590 INFO [M:0;791f12959b23:45245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45245 2024-11-15T09:15:36,591 INFO [M:0;791f12959b23:45245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T09:15:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:36,703 INFO [M:0;791f12959b23:45245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T09:15:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45245-0x1013dc5facc0000, quorum=127.0.0.1:52623, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T09:15:36,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e800446{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:15:36,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@433c8c2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:15:36,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:15:36,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b3c63c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:15:36,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611d52af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,STOPPED} 2024-11-15T09:15:36,708 WARN [BP-173918160-172.17.0.2-1731662050457 heartbeating to localhost/127.0.0.1:36207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:15:36,708 WARN [BP-173918160-172.17.0.2-1731662050457 heartbeating to localhost/127.0.0.1:36207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173918160-172.17.0.2-1731662050457 (Datanode Uuid 14697fbf-bd12-4509-9987-afad5037dba9) service to localhost/127.0.0.1:36207 2024-11-15T09:15:36,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:15:36,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:15:36,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data5/current/BP-173918160-172.17.0.2-1731662050457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:15:36,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data6/current/BP-173918160-172.17.0.2-1731662050457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:15:36,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:15:36,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4180e574{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:15:36,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d92fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:15:36,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:15:36,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15165aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:15:36,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea27106{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,STOPPED} 2024-11-15T09:15:36,719 WARN [BP-173918160-172.17.0.2-1731662050457 heartbeating to localhost/127.0.0.1:36207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:15:36,719 WARN [BP-173918160-172.17.0.2-1731662050457 heartbeating to localhost/127.0.0.1:36207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173918160-172.17.0.2-1731662050457 (Datanode Uuid abf72cc5-58d2-4f8b-aa5c-94b99c1a9517) service to localhost/127.0.0.1:36207 2024-11-15T09:15:36,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:15:36,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:15:36,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data3/current/BP-173918160-172.17.0.2-1731662050457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:15:36,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data4/current/BP-173918160-172.17.0.2-1731662050457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:15:36,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:15:36,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7984d63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T09:15:36,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77cd600{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:15:36,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:15:36,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@165836f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:15:36,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38c9f3bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,STOPPED} 2024-11-15T09:15:36,730 WARN [BP-173918160-172.17.0.2-1731662050457 heartbeating to localhost/127.0.0.1:36207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T09:15:36,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T09:15:36,730 WARN [BP-173918160-172.17.0.2-1731662050457 heartbeating to localhost/127.0.0.1:36207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173918160-172.17.0.2-1731662050457 (Datanode Uuid c568ed8e-52e2-4ae0-b636-1607009cd852) service to localhost/127.0.0.1:36207 2024-11-15T09:15:36,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T09:15:36,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data1/current/BP-173918160-172.17.0.2-1731662050457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:15:36,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/cluster_caf0334c-7d30-feeb-5e0a-d5936cdd08b5/data/data2/current/BP-173918160-172.17.0.2-1731662050457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T09:15:36,731 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T09:15:36,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fddd36e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T09:15:36,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd7492d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T09:15:36,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T09:15:36,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28af8f15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T09:15:36,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d1c57f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f99c920-819e-58c7-898f-0b3cc419a0c4/hadoop.log.dir/,STOPPED} 2024-11-15T09:15:36,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T09:15:36,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T09:15:36,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 92) Potentially hanging thread: RS_OPEN_META-regionserver/791f12959b23:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:36207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:36207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/791f12959b23:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:36207 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1636947297) connection to localhost/127.0.0.1:36207 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3490 (was 4463)