2024-11-09 18:12:45,147 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 18:12:45,162 main DEBUG Took 0.012535 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 18:12:45,162 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 18:12:45,163 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 18:12:45,164 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 18:12:45,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,176 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 18:12:45,200 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,208 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,211 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,215 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,217 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,220 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,229 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 18:12:45,231 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,232 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 18:12:45,235 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 18:12:45,237 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 18:12:45,240 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 18:12:45,241 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 18:12:45,243 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 18:12:45,243 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 18:12:45,265 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 18:12:45,269 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 18:12:45,271 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 18:12:45,272 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 18:12:45,274 main DEBUG createAppenders(={Console}) 2024-11-09 18:12:45,276 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 18:12:45,277 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 18:12:45,277 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 18:12:45,278 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 18:12:45,278 main DEBUG OutputStream closed 2024-11-09 18:12:45,279 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 18:12:45,279 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 18:12:45,279 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 18:12:45,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 18:12:45,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 18:12:45,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 18:12:45,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 18:12:45,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 18:12:45,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 18:12:45,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 18:12:45,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 18:12:45,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 18:12:45,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 18:12:45,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 18:12:45,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 18:12:45,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 18:12:45,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 18:12:45,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 18:12:45,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 18:12:45,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 18:12:45,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 18:12:45,425 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 18:12:45,425 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 18:12:45,431 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 18:12:45,432 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T18:12:45,452 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 18:12:45,465 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 18:12:45,466 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T18:12:45,478 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T18:12:45,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=5010 2024-11-09T18:12:45,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344 2024-11-09T18:12:45,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:12:46,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5, deleteOnExit=true 2024-11-09T18:12:46,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:12:46,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/test.cache.data in system properties and HBase conf 2024-11-09T18:12:46,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:12:46,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:12:46,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:12:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:12:46,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:12:46,181 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T18:12:46,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:12:46,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:12:46,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:12:46,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:12:46,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:12:46,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:12:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:12:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:12:46,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:12:46,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:12:46,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:12:46,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:12:46,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:12:46,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:12:46,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:12:47,847 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T18:12:47,971 INFO [Time-limited test {}] log.Log(170): Logging initialized @4082ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T18:12:48,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:12:48,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:12:48,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:12:48,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:12:48,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:12:48,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:12:48,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:12:48,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:12:48,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-16888069853131060311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:12:48,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-11-09T18:12:48,564 INFO [Time-limited test {}] server.Server(415): Started @4676ms 2024-11-09T18:12:49,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:12:49,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:12:49,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:12:49,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:12:49,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:12:49,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:12:49,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:12:49,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/java.io.tmpdir/jetty-localhost-37833-hadoop-hdfs-3_4_1-tests_jar-_-any-12907067396824583458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:12:49,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:37833} 2024-11-09T18:12:49,377 INFO [Time-limited test {}] server.Server(415): Started @5490ms 2024-11-09T18:12:49,437 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:12:49,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:12:49,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:12:49,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:12:49,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:12:49,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T18:12:49,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:12:49,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:12:49,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/java.io.tmpdir/jetty-localhost-43647-hadoop-hdfs-3_4_1-tests_jar-_-any-9927646951298026224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:12:49,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:43647} 2024-11-09T18:12:49,720 INFO [Time-limited test {}] server.Server(415): Started @5833ms 2024-11-09T18:12:49,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:12:49,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:12:49,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:12:49,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:12:49,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:12:49,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:12:49,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:12:49,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:12:49,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/java.io.tmpdir/jetty-localhost-36823-hadoop-hdfs-3_4_1-tests_jar-_-any-17242858448386134869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:12:49,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:36823} 2024-11-09T18:12:49,918 INFO [Time-limited test {}] server.Server(415): Started @6031ms 2024-11-09T18:12:49,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:12:51,347 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data4/current/BP-738668920-172.17.0.3-1731175967170/current, will proceed with Du for space computation calculation, 2024-11-09T18:12:51,347 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data2/current/BP-738668920-172.17.0.3-1731175967170/current, will proceed with Du for space computation calculation, 2024-11-09T18:12:51,347 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data3/current/BP-738668920-172.17.0.3-1731175967170/current, will proceed with Du for space computation calculation, 2024-11-09T18:12:51,347 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data1/current/BP-738668920-172.17.0.3-1731175967170/current, will proceed with Du for space computation calculation, 2024-11-09T18:12:51,409 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data5/current/BP-738668920-172.17.0.3-1731175967170/current, will proceed with Du for space computation calculation, 2024-11-09T18:12:51,410 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data6/current/BP-738668920-172.17.0.3-1731175967170/current, will proceed with Du for space computation calculation, 2024-11-09T18:12:51,422 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:12:51,423 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:12:51,450 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:12:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f4cc82d2a8a1c6e with lease ID 0xe06c0aa4c775f81: Processing first storage report for DS-b2b2d7d5-7135-4097-afe4-6fb325293d97 from datanode DatanodeRegistration(127.0.0.1:45305, datanodeUuid=c1b56592-a9dd-4542-b2fc-c4c0226de903, infoPort=40523, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170) 2024-11-09T18:12:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f4cc82d2a8a1c6e with lease ID 0xe06c0aa4c775f81: from storage DS-b2b2d7d5-7135-4097-afe4-6fb325293d97 node DatanodeRegistration(127.0.0.1:45305, datanodeUuid=c1b56592-a9dd-4542-b2fc-c4c0226de903, infoPort=40523, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T18:12:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fdf40a91456e5b8 with lease ID 0xe06c0aa4c775f80: Processing first storage report for DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=cdf13bd6-853a-4fe8-b27d-90411f361fc6, infoPort=33647, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170) 2024-11-09T18:12:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fdf40a91456e5b8 with lease ID 0xe06c0aa4c775f80: from storage DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=cdf13bd6-853a-4fe8-b27d-90411f361fc6, infoPort=33647, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:12:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6465d4aaeec12b3b with lease ID 0xe06c0aa4c775f82: Processing first storage report for DS-af566797-c073-40bd-9779-4befc5b8f1f6 from datanode DatanodeRegistration(127.0.0.1:46453, datanodeUuid=9399bc84-37f3-428b-a52b-4c301683ac59, infoPort=35093, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170) 2024-11-09T18:12:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6465d4aaeec12b3b with lease ID 0xe06c0aa4c775f82: from storage DS-af566797-c073-40bd-9779-4befc5b8f1f6 node DatanodeRegistration(127.0.0.1:46453, datanodeUuid=9399bc84-37f3-428b-a52b-4c301683ac59, infoPort=35093, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T18:12:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f4cc82d2a8a1c6e with lease ID 0xe06c0aa4c775f81: Processing first storage report for DS-70bb9f2c-7290-464d-80a6-47561b858b0e from datanode DatanodeRegistration(127.0.0.1:45305, datanodeUuid=c1b56592-a9dd-4542-b2fc-c4c0226de903, infoPort=40523, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170) 2024-11-09T18:12:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f4cc82d2a8a1c6e with lease ID 0xe06c0aa4c775f81: from storage DS-70bb9f2c-7290-464d-80a6-47561b858b0e node DatanodeRegistration(127.0.0.1:45305, datanodeUuid=c1b56592-a9dd-4542-b2fc-c4c0226de903, infoPort=40523, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:12:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fdf40a91456e5b8 with lease ID 0xe06c0aa4c775f80: Processing first storage report for DS-599eae22-3f01-425d-a3b7-669169815c49 from datanode DatanodeRegistration(127.0.0.1:43095, datanodeUuid=cdf13bd6-853a-4fe8-b27d-90411f361fc6, infoPort=33647, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170) 2024-11-09T18:12:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fdf40a91456e5b8 with lease ID 0xe06c0aa4c775f80: from storage DS-599eae22-3f01-425d-a3b7-669169815c49 node DatanodeRegistration(127.0.0.1:43095, datanodeUuid=cdf13bd6-853a-4fe8-b27d-90411f361fc6, infoPort=33647, infoSecurePort=0, ipcPort=45077, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:12:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6465d4aaeec12b3b with lease ID 0xe06c0aa4c775f82: Processing first storage report for DS-d4ae1881-44da-4327-9e5e-85161e894666 from datanode DatanodeRegistration(127.0.0.1:46453, datanodeUuid=9399bc84-37f3-428b-a52b-4c301683ac59, infoPort=35093, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170) 2024-11-09T18:12:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6465d4aaeec12b3b with lease ID 0xe06c0aa4c775f82: from storage DS-d4ae1881-44da-4327-9e5e-85161e894666 node DatanodeRegistration(127.0.0.1:46453, datanodeUuid=9399bc84-37f3-428b-a52b-4c301683ac59, infoPort=35093, infoSecurePort=0, ipcPort=38357, storageInfo=lv=-57;cid=testClusterID;nsid=79878519;c=1731175967170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:12:51,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344 2024-11-09T18:12:51,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/zookeeper_0, clientPort=62123, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:12:51,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62123 2024-11-09T18:12:51,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:51,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:12:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:12:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:12:52,336 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc with version=8 2024-11-09T18:12:52,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/hbase-staging 2024-11-09T18:12:52,427 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T18:12:52,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:12:52,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:52,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:52,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:12:52,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:52,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:12:52,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:12:52,945 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T18:12:52,954 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T18:12:52,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:12:52,990 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 996 (auto-detected) 2024-11-09T18:12:52,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T18:12:53,015 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35329 2024-11-09T18:12:53,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35329 connecting to ZooKeeper ensemble=127.0.0.1:62123 2024-11-09T18:12:53,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353290x0, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:12:53,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35329-0x10120ccf6ad0000 connected 2024-11-09T18:12:53,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:12:53,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc, hbase.cluster.distributed=false 2024-11-09T18:12:53,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:12:53,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-09T18:12:53,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35329 2024-11-09T18:12:53,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35329 2024-11-09T18:12:53,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-09T18:12:53,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-09T18:12:53,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:12:53,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:12:53,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:12:53,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:12:53,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:12:53,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46635 2024-11-09T18:12:53,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46635 connecting to ZooKeeper ensemble=127.0.0.1:62123 2024-11-09T18:12:53,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466350x0, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:12:53,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466350x0, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:12:53,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46635-0x10120ccf6ad0001 connected 2024-11-09T18:12:53,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:12:53,470 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:12:53,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:12:53,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:12:53,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46635 2024-11-09T18:12:53,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46635 2024-11-09T18:12:53,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46635 2024-11-09T18:12:53,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46635 2024-11-09T18:12:53,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46635 2024-11-09T18:12:53,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:12:53,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:12:53,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:12:53,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:12:53,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:12:53,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39605 2024-11-09T18:12:53,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39605 connecting to ZooKeeper ensemble=127.0.0.1:62123 2024-11-09T18:12:53,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396050x0, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:12:53,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396050x0, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:12:53,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:12:53,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39605-0x10120ccf6ad0002 connected 2024-11-09T18:12:53,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:12:53,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:12:53,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:12:53,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-09T18:12:53,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39605 2024-11-09T18:12:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39605 2024-11-09T18:12:53,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-09T18:12:53,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-09T18:12:53,578 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:12:53,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:12:53,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:12:53,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:12:53,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:12:53,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:12:53,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36401 2024-11-09T18:12:53,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36401 connecting to ZooKeeper ensemble=127.0.0.1:62123 2024-11-09T18:12:53,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364010x0, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:12:53,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364010x0, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:12:53,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:12:53,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36401-0x10120ccf6ad0003 connected 2024-11-09T18:12:53,605 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:12:53,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:12:53,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:12:53,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36401 2024-11-09T18:12:53,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36401 2024-11-09T18:12:53,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36401 2024-11-09T18:12:53,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36401 2024-11-09T18:12:53,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36401 2024-11-09T18:12:53,646 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:35329 2024-11-09T18:12:53,648 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:53,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,660 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:53,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:12:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:12:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:12:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,700 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:12:53,702 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,35329,1731175972530 from backup master directory 2024-11-09T18:12:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:12:53,710 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:12:53,710 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:53,712 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T18:12:53,714 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T18:12:53,778 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/hbase.id] with ID: 581ccaef-feef-4dfe-8e8a-c1db46388dab 2024-11-09T18:12:53,779 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.tmp/hbase.id 2024-11-09T18:12:53,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:12:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:12:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:12:53,805 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.tmp/hbase.id]:[hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/hbase.id] 2024-11-09T18:12:53,866 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:12:53,871 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:12:53,893 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-09T18:12:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:12:53,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:12:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:12:53,964 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:12:53,966 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:12:53,983 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:12:53,987 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:12:54,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:12:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:12:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:12:54,048 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store 2024-11-09T18:12:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:12:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:12:54,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:12:54,084 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T18:12:54,088 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:12:54,090 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:12:54,090 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:12:54,091 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:12:54,093 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:12:54,093 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:12:54,093 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:12:54,095 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731175974090Disabling compacts and flushes for region at 1731175974090Disabling writes for close at 1731175974093 (+3 ms)Writing region close event to WAL at 1731175974093Closed at 1731175974093 2024-11-09T18:12:54,098 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/.initializing 2024-11-09T18:12:54,098 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/WALs/fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:54,112 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:12:54,128 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C35329%2C1731175972530, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/WALs/fb97eb0edbe8,35329,1731175972530, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/oldWALs, maxLogs=10 2024-11-09T18:12:54,162 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/WALs/fb97eb0edbe8,35329,1731175972530/fb97eb0edbe8%2C35329%2C1731175972530.1731175974135, exclude list is [], retry=0 2024-11-09T18:12:54,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46453,DS-af566797-c073-40bd-9779-4befc5b8f1f6,DISK] 2024-11-09T18:12:54,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a,DISK] 2024-11-09T18:12:54,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-b2b2d7d5-7135-4097-afe4-6fb325293d97,DISK] 2024-11-09T18:12:54,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T18:12:54,231 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/WALs/fb97eb0edbe8,35329,1731175972530/fb97eb0edbe8%2C35329%2C1731175972530.1731175974135 2024-11-09T18:12:54,232 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-09T18:12:54,232 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:12:54,233 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:12:54,236 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,237 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:12:54,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:54,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:12:54,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:12:54,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:54,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:12:54,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:12:54,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:54,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:12:54,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:12:54,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:12:54,330 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,334 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,335 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,342 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,343 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,346 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:12:54,350 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:12:54,354 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:12:54,356 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69198067, jitterRate=0.031131550669670105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:12:54,366 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731175974251Initializing all the Stores at 1731175974253 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175974254 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175974255 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175974255Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175974255Cleaning up temporary data from old regions at 1731175974343 (+88 ms)Region opened successfully at 1731175974365 (+22 ms) 2024-11-09T18:12:54,367 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:12:54,409 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b62d9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:12:54,446 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:12:54,462 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:12:54,462 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:12:54,466 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:12:54,468 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T18:12:54,475 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T18:12:54,475 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T18:12:54,503 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:12:54,512 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:12:54,665 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:12:54,669 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:12:54,671 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:12:54,823 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:12:54,827 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:12:54,832 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:12:55,023 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:12:55,025 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:12:55,107 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:12:55,128 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:12:55,256 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:12:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:12:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:12:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:12:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:12:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,344 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,35329,1731175972530, sessionid=0x10120ccf6ad0000, setting cluster-up flag (Was=false) 2024-11-09T18:12:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:56,004 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:12:56,006 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:56,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:56,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:56,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:56,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:56,119 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:12:56,121 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,35329,1731175972530 2024-11-09T18:12:56,126 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:12:56,133 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(746): ClusterId : 581ccaef-feef-4dfe-8e8a-c1db46388dab 2024-11-09T18:12:56,133 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(746): ClusterId : 581ccaef-feef-4dfe-8e8a-c1db46388dab 2024-11-09T18:12:56,133 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(746): ClusterId : 581ccaef-feef-4dfe-8e8a-c1db46388dab 2024-11-09T18:12:56,136 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:12:56,136 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:12:56,136 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:12:56,163 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:12:56,163 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:12:56,163 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:12:56,163 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:12:56,163 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:12:56,163 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:12:56,183 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:12:56,183 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:12:56,183 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:12:56,184 DEBUG [RS:1;fb97eb0edbe8:39605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9140033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:12:56,184 DEBUG [RS:2;fb97eb0edbe8:36401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ae6e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:12:56,184 DEBUG [RS:0;fb97eb0edbe8:46635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b548aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:12:56,199 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fb97eb0edbe8:36401 2024-11-09T18:12:56,203 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:12:56,203 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:12:56,203 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:12:56,205 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35329,1731175972530 with port=36401, startcode=1731175973577 2024-11-09T18:12:56,207 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:39605 2024-11-09T18:12:56,207 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:12:56,207 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:12:56,207 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:12:56,209 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35329,1731175972530 with port=39605, startcode=1731175973507 2024-11-09T18:12:56,209 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:46635 2024-11-09T18:12:56,209 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:12:56,209 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:12:56,209 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:12:56,211 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35329,1731175972530 with port=46635, startcode=1731175973387 2024-11-09T18:12:56,220 DEBUG [RS:1;fb97eb0edbe8:39605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:12:56,220 DEBUG [RS:0;fb97eb0edbe8:46635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:12:56,220 DEBUG [RS:2;fb97eb0edbe8:36401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:12:56,222 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:12:56,234 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:12:56,241 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:12:56,248 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,35329,1731175972530 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:12:56,259 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:12:56,259 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:12:56,259 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:12:56,260 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:12:56,260 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:12:56,260 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,260 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:12:56,260 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:12:56,278 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:12:56,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:12:56,280 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176006278 2024-11-09T18:12:56,282 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:12:56,283 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:12:56,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:12:56,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:12:56,287 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:12:56,287 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:12:56,288 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:12:56,288 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:12:56,289 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:12:56,289 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,294 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:12:56,294 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:12:56,295 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:12:56,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:56,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:12:56,296 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:12:56,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:12:56,298 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:12:56,299 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:12:56,304 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731175976301,5,FailOnTimeoutGroup] 2024-11-09T18:12:56,308 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731175976304,5,FailOnTimeoutGroup] 2024-11-09T18:12:56,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,309 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:12:56,310 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,311 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,344 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T18:12:56,344 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T18:12:56,344 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T18:12:56,344 WARN [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T18:12:56,344 WARN [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T18:12:56,344 WARN [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T18:12:56,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:12:56,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:12:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:12:56,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:12:56,352 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:12:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:12:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:12:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:12:56,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:12:56,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:12:56,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:12:56,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:56,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:12:56,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:12:56,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:12:56,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:56,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:12:56,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:12:56,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:12:56,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:56,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:12:56,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:12:56,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:12:56,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:12:56,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:12:56,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:12:56,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740 2024-11-09T18:12:56,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740 2024-11-09T18:12:56,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:12:56,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:12:56,397 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:12:56,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:12:56,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:12:56,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64614242, jitterRate=-0.03717276453971863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:12:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731175976365Initializing all the Stores at 1731175976367 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175976367Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175976367Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175976367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175976367Cleaning up temporary data from old regions at 1731175976396 (+29 ms)Region opened successfully at 1731175976417 (+21 ms) 2024-11-09T18:12:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:12:56,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:12:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:12:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:12:56,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:12:56,423 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:12:56,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731175976418Disabling compacts and flushes for region at 1731175976418Disabling writes for close at 1731175976418Writing region close event to WAL at 1731175976422 (+4 ms)Closed at 1731175976423 (+1 ms) 2024-11-09T18:12:56,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:12:56,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:12:56,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:12:56,446 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35329,1731175972530 with port=39605, startcode=1731175973507 2024-11-09T18:12:56,446 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35329,1731175972530 with port=46635, startcode=1731175973387 2024-11-09T18:12:56,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,46635,1731175973387 2024-11-09T18:12:56,449 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,35329,1731175972530 with port=36401, startcode=1731175973577 2024-11-09T18:12:56,451 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:12:56,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:12:56,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:12:56,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:56,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:56,469 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:12:56,469 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34085 2024-11-09T18:12:56,469 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:12:56,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,36401,1731175973577 2024-11-09T18:12:56,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:12:56,473 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:12:56,476 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34085 2024-11-09T18:12:56,476 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:12:56,479 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:12:56,479 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34085 2024-11-09T18:12:56,480 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:12:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:12:56,595 DEBUG [RS:0;fb97eb0edbe8:46635 {}] zookeeper.ZKUtil(111): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,46635,1731175973387 2024-11-09T18:12:56,596 DEBUG [RS:1;fb97eb0edbe8:39605 {}] zookeeper.ZKUtil(111): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:56,596 WARN [RS:0;fb97eb0edbe8:46635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:12:56,596 DEBUG [RS:2;fb97eb0edbe8:36401 {}] zookeeper.ZKUtil(111): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,36401,1731175973577 2024-11-09T18:12:56,596 WARN [RS:1;fb97eb0edbe8:39605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:12:56,596 WARN [RS:2;fb97eb0edbe8:36401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:12:56,596 INFO [RS:0;fb97eb0edbe8:46635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:12:56,596 INFO [RS:2;fb97eb0edbe8:36401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:12:56,596 DEBUG [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387 2024-11-09T18:12:56,596 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,36401,1731175973577 2024-11-09T18:12:56,596 INFO [RS:1;fb97eb0edbe8:39605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:12:56,597 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:56,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,39605,1731175973507] 2024-11-09T18:12:56,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,36401,1731175973577] 2024-11-09T18:12:56,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,46635,1731175973387] 2024-11-09T18:12:56,614 WARN [fb97eb0edbe8:35329 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:12:56,629 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:12:56,629 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:12:56,629 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:12:56,648 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:12:56,648 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:12:56,648 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:12:56,653 INFO [RS:1;fb97eb0edbe8:39605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:12:56,653 INFO [RS:2;fb97eb0edbe8:36401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:12:56,653 INFO [RS:0;fb97eb0edbe8:46635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:12:56,653 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,653 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,653 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,654 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:12:56,654 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:12:56,654 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:12:56,661 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:12:56,661 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:12:56,661 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:12:56,662 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,662 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,662 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:12:56,663 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:12:56,663 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,663 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:12:56,664 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:12:56,664 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:0;fb97eb0edbe8:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:12:56,664 DEBUG [RS:2;fb97eb0edbe8:36401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:12:56,664 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,664 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:12:56,665 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:12:56,665 DEBUG [RS:1;fb97eb0edbe8:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:12:56,667 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,667 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36401,1731175973577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46635,1731175973387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,668 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39605,1731175973507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:12:56,686 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:12:56,686 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:12:56,688 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,39605,1731175973507-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,688 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36401,1731175973577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,689 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,689 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,689 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.Replication(171): fb97eb0edbe8,39605,1731175973507 started 2024-11-09T18:12:56,689 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.Replication(171): fb97eb0edbe8,36401,1731175973577 started 2024-11-09T18:12:56,691 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:12:56,691 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46635,1731175973387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,691 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,691 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.Replication(171): fb97eb0edbe8,46635,1731175973387 started 2024-11-09T18:12:56,708 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,708 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,708 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,36401,1731175973577, RpcServer on fb97eb0edbe8/172.17.0.3:36401, sessionid=0x10120ccf6ad0003 2024-11-09T18:12:56,708 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,39605,1731175973507, RpcServer on fb97eb0edbe8/172.17.0.3:39605, sessionid=0x10120ccf6ad0002 2024-11-09T18:12:56,709 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:12:56,709 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:12:56,709 DEBUG [RS:1;fb97eb0edbe8:39605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:56,709 DEBUG [RS:2;fb97eb0edbe8:36401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,36401,1731175973577 2024-11-09T18:12:56,709 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,39605,1731175973507' 2024-11-09T18:12:56,709 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,36401,1731175973577' 2024-11-09T18:12:56,710 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:12:56,710 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:12:56,711 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:12:56,711 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:12:56,712 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:12:56,712 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:12:56,712 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:12:56,712 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:12:56,712 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:12:56,712 DEBUG [RS:1;fb97eb0edbe8:39605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:56,712 DEBUG [RS:2;fb97eb0edbe8:36401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,36401,1731175973577 2024-11-09T18:12:56,712 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,46635,1731175973387, RpcServer on fb97eb0edbe8/172.17.0.3:46635, sessionid=0x10120ccf6ad0001 2024-11-09T18:12:56,712 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,39605,1731175973507' 2024-11-09T18:12:56,712 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,36401,1731175973577' 2024-11-09T18:12:56,712 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:12:56,712 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:12:56,712 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:12:56,712 DEBUG [RS:0;fb97eb0edbe8:46635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,46635,1731175973387 2024-11-09T18:12:56,712 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46635,1731175973387' 2024-11-09T18:12:56,712 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:12:56,713 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:12:56,713 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:12:56,713 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:12:56,716 DEBUG [RS:1;fb97eb0edbe8:39605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:12:56,716 DEBUG [RS:2;fb97eb0edbe8:36401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:12:56,716 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:12:56,716 INFO [RS:2;fb97eb0edbe8:36401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:12:56,716 INFO [RS:1;fb97eb0edbe8:39605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:12:56,716 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:12:56,717 INFO [RS:2;fb97eb0edbe8:36401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:12:56,717 INFO [RS:1;fb97eb0edbe8:39605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:12:56,717 DEBUG [RS:0;fb97eb0edbe8:46635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,46635,1731175973387 2024-11-09T18:12:56,717 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46635,1731175973387' 2024-11-09T18:12:56,717 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:12:56,717 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:12:56,718 DEBUG [RS:0;fb97eb0edbe8:46635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:12:56,718 INFO [RS:0;fb97eb0edbe8:46635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:12:56,718 INFO [RS:0;fb97eb0edbe8:46635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:12:56,822 INFO [RS:2;fb97eb0edbe8:36401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:12:56,822 INFO [RS:0;fb97eb0edbe8:46635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:12:56,824 INFO [RS:1;fb97eb0edbe8:39605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:12:56,826 INFO [RS:2;fb97eb0edbe8:36401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C36401%2C1731175973577, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,36401,1731175973577, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs, maxLogs=32 2024-11-09T18:12:56,827 INFO [RS:0;fb97eb0edbe8:46635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C46635%2C1731175973387, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs, maxLogs=32 2024-11-09T18:12:56,827 INFO [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C39605%2C1731175973507, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs, maxLogs=32 2024-11-09T18:12:56,842 DEBUG [RS:2;fb97eb0edbe8:36401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,36401,1731175973577/fb97eb0edbe8%2C36401%2C1731175973577.1731175976830, exclude list is [], retry=0 2024-11-09T18:12:56,843 DEBUG [RS:0;fb97eb0edbe8:46635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, exclude list is [], retry=0 2024-11-09T18:12:56,847 DEBUG [RS:1;fb97eb0edbe8:39605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507/fb97eb0edbe8%2C39605%2C1731175973507.1731175976830, exclude list is [], retry=0 2024-11-09T18:12:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46453,DS-af566797-c073-40bd-9779-4befc5b8f1f6,DISK] 2024-11-09T18:12:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-b2b2d7d5-7135-4097-afe4-6fb325293d97,DISK] 2024-11-09T18:12:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a,DISK] 2024-11-09T18:12:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a,DISK] 2024-11-09T18:12:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46453,DS-af566797-c073-40bd-9779-4befc5b8f1f6,DISK] 2024-11-09T18:12:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-b2b2d7d5-7135-4097-afe4-6fb325293d97,DISK] 2024-11-09T18:12:56,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a,DISK] 2024-11-09T18:12:56,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-b2b2d7d5-7135-4097-afe4-6fb325293d97,DISK] 2024-11-09T18:12:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46453,DS-af566797-c073-40bd-9779-4befc5b8f1f6,DISK] 2024-11-09T18:12:56,859 INFO [RS:2;fb97eb0edbe8:36401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,36401,1731175973577/fb97eb0edbe8%2C36401%2C1731175973577.1731175976830 2024-11-09T18:12:56,859 DEBUG [RS:2;fb97eb0edbe8:36401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-09T18:12:56,860 INFO [RS:0;fb97eb0edbe8:46635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 2024-11-09T18:12:56,860 DEBUG [RS:0;fb97eb0edbe8:46635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-09T18:12:56,862 INFO [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507/fb97eb0edbe8%2C39605%2C1731175973507.1731175976830 2024-11-09T18:12:56,865 DEBUG [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:40523:40523),(127.0.0.1/127.0.0.1:35093:35093)] 2024-11-09T18:12:57,117 DEBUG [fb97eb0edbe8:35329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T18:12:57,126 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T18:12:57,133 INFO [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:12:57,133 INFO [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:12:57,133 INFO [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T18:12:57,133 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:12:57,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:12:57,149 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,39605,1731175973507, state=OPENING 2024-11-09T18:12:57,203 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:12:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:57,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:12:57,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:12:57,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:12:57,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:12:57,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:12:57,216 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:12:57,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:02,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:13:02,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:13:07,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:13:07,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:13:07,693 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:13:07,693 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:13:07,694 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:13:07,697 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C39605%2C1731175973507.meta, suffix=.meta, logDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs, maxLogs=32 2024-11-09T18:13:07,716 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507/fb97eb0edbe8%2C39605%2C1731175973507.meta.1731175987700.meta, exclude list is [], retry=0 2024-11-09T18:13:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43095,DS-8b55bafb-0aa6-44de-bef3-3cc8d9cf586a,DISK] 2024-11-09T18:13:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-b2b2d7d5-7135-4097-afe4-6fb325293d97,DISK] 2024-11-09T18:13:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46453,DS-af566797-c073-40bd-9779-4befc5b8f1f6,DISK] 2024-11-09T18:13:07,833 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,39605,1731175973507/fb97eb0edbe8%2C39605%2C1731175973507.meta.1731175987700.meta 2024-11-09T18:13:07,834 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35093:35093),(127.0.0.1/127.0.0.1:33647:33647),(127.0.0.1/127.0.0.1:40523:40523)] 2024-11-09T18:13:07,835 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:13:07,839 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:13:07,842 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:13:07,847 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:13:07,851 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:13:07,852 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:07,852 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:13:07,852 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:13:07,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:13:07,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:13:07,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:07,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:13:07,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:13:07,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:13:07,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:13:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:13:07,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:13:07,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:07,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:13:07,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:13:07,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:13:07,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:07,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:13:07,863 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:13:07,865 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740 2024-11-09T18:13:07,868 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740 2024-11-09T18:13:07,870 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:13:07,870 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:13:07,871 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:13:07,874 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:13:07,875 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66082571, jitterRate=-0.015292957425117493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:13:07,876 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:13:07,877 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731175987853Writing region info on filesystem at 1731175987853Initializing all the Stores at 1731175987855 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175987855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175987855Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175987855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731175987855Cleaning up temporary data from old regions at 1731175987871 (+16 ms)Running coprocessor post-open hooks at 1731175987876 (+5 ms)Region opened successfully at 1731175987877 (+1 ms) 2024-11-09T18:13:07,885 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731175987243 2024-11-09T18:13:07,897 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:13:07,897 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:13:07,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:07,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,39605,1731175973507, state=OPEN 2024-11-09T18:13:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:13:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:13:08,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:13:08,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:13:08,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:13:08,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:13:08,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:13:08,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:13:08,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:08,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:13:08,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,39605,1731175973507 in 11.0780 sec 2024-11-09T18:13:08,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:13:08,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.8630 sec 2024-11-09T18:13:08,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:13:08,308 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:13:08,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:13:08,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39605,1731175973507, seqNum=-1] 2024-11-09T18:13:08,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:13:08,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:13:08,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.1980 sec 2024-11-09T18:13:08,365 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731175988365, completionTime=-1 2024-11-09T18:13:08,368 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T18:13:08,368 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:13:08,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T18:13:08,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176048397 2024-11-09T18:13:08,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176108397 2024-11-09T18:13:08,397 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-09T18:13:08,399 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:13:08,407 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35329,1731175972530-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,407 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35329,1731175972530-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,408 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35329,1731175972530-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,409 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:35329, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,409 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,410 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,437 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:13:08,457 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 14.747sec 2024-11-09T18:13:08,459 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:13:08,460 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:13:08,461 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:13:08,461 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:13:08,461 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:13:08,462 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35329,1731175972530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:13:08,462 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35329,1731175972530-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:13:08,471 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:13:08,472 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:13:08,472 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,35329,1731175972530-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:13:08,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:13:08,556 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T18:13:08,556 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T18:13:08,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35329,-1 for getting cluster id 2024-11-09T18:13:08,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:13:08,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '581ccaef-feef-4dfe-8e8a-c1db46388dab' 2024-11-09T18:13:08,574 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:13:08,574 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "581ccaef-feef-4dfe-8e8a-c1db46388dab" 2024-11-09T18:13:08,574 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc590fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:13:08,574 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35329,-1] 2024-11-09T18:13:08,577 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:13:08,578 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:13:08,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:13:08,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:13:08,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:13:08,590 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39605,1731175973507, seqNum=-1] 2024-11-09T18:13:08,591 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:13:08,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:13:08,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,35329,1731175972530 2024-11-09T18:13:08,619 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731175988617 (current time:1731175988617). 2024-11-09T18:13:08,619 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T18:13:08,619 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T18:13:08,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:13:08,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,35329,-1 for getting cluster id 2024-11-09T18:13:08,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:13:08,624 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '581ccaef-feef-4dfe-8e8a-c1db46388dab' 2024-11-09T18:13:08,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:13:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:13:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "581ccaef-feef-4dfe-8e8a-c1db46388dab" 2024-11-09T18:13:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2605db34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:13:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,35329,-1] 2024-11-09T18:13:08,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:13:08,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:13:08,628 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:13:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164f6763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:13:08,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:13:08,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,39605,1731175973507, seqNum=-1] 2024-11-09T18:13:08,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:13:08,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:13:08,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:13:08,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:13:08,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:13:08,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:13:08,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:13:08,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:13:08,659 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,35329,1731175972530 2024-11-09T18:13:08,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14bfebca 2024-11-09T18:13:08,663 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:13:08,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:13:08,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:13:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T18:13:08,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:13:08,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T18:13:08,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:08,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:13:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741837_1013 (size=361) 2024-11-09T18:13:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741837_1013 (size=361) 2024-11-09T18:13:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741837_1013 (size=361) 2024-11-09T18:13:08,723 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb13805756369b23680872ad93a7f689, NAME => 'SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,724 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9fd216854b8d38b0869c41937c0c2a88, NAME => 'SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,724 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1cdef33d570ebb072e996f0dcb8652dd, NAME => 'SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741838_1014 (size=54) 2024-11-09T18:13:08,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741838_1014 (size=54) 2024-11-09T18:13:08,754 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing eb13805756369b23680872ad93a7f689, disabling compactions & flushes 2024-11-09T18:13:08,755 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:08,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:08,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. after waiting 0 ms 2024-11-09T18:13:08,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:08,755 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:08,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb13805756369b23680872ad93a7f689: Waiting for close lock at 1731175988755Disabling compacts and flushes for region at 1731175988755Disabling writes for close at 1731175988755Writing region close event to WAL at 1731175988755Closed at 1731175988755 2024-11-09T18:13:08,756 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05bab8678f52762e0bb6618728ba9b21, NAME => 'SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741839_1015 (size=62) 2024-11-09T18:13:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741839_1015 (size=62) 2024-11-09T18:13:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741840_1016 (size=62) 2024-11-09T18:13:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741840_1016 (size=62) 2024-11-09T18:13:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741838_1014 (size=54) 2024-11-09T18:13:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741839_1015 (size=62) 2024-11-09T18:13:08,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741840_1016 (size=62) 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9fd216854b8d38b0869c41937c0c2a88, disabling compactions & flushes 2024-11-09T18:13:08,767 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. after waiting 0 ms 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1cdef33d570ebb072e996f0dcb8652dd, disabling compactions & flushes 2024-11-09T18:13:08,767 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:08,767 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9fd216854b8d38b0869c41937c0c2a88: Waiting for close lock at 1731175988767Disabling compacts and flushes for region at 1731175988767Disabling writes for close at 1731175988767Writing region close event to WAL at 1731175988767Closed at 1731175988767 2024-11-09T18:13:08,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. after waiting 0 ms 2024-11-09T18:13:08,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:08,768 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:08,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1cdef33d570ebb072e996f0dcb8652dd: Waiting for close lock at 1731175988767Disabling compacts and flushes for region at 1731175988767Disabling writes for close at 1731175988767Writing region close event to WAL at 1731175988768 (+1 ms)Closed at 1731175988768 2024-11-09T18:13:08,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f4c7070c639e59ec3ad98905e26e7442, NAME => 'SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,769 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 98e4455c2d710a24d34fe788d9b3e333, NAME => 'SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741841_1017 (size=62) 2024-11-09T18:13:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741841_1017 (size=62) 2024-11-09T18:13:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741841_1017 (size=62) 2024-11-09T18:13:08,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 05bab8678f52762e0bb6618728ba9b21, disabling compactions & flushes 2024-11-09T18:13:08,781 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:08,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:08,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. after waiting 0 ms 2024-11-09T18:13:08,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:08,781 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:08,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05bab8678f52762e0bb6618728ba9b21: Waiting for close lock at 1731175988781Disabling compacts and flushes for region at 1731175988781Disabling writes for close at 1731175988781Writing region close event to WAL at 1731175988781Closed at 1731175988781 2024-11-09T18:13:08,782 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd8c002c2e23a1dc5af72258f4372fba, NAME => 'SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741842_1018 (size=62) 2024-11-09T18:13:08,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741842_1018 (size=62) 2024-11-09T18:13:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741842_1018 (size=62) 2024-11-09T18:13:08,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 98e4455c2d710a24d34fe788d9b3e333, disabling compactions & flushes 2024-11-09T18:13:08,788 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:08,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:08,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. after waiting 0 ms 2024-11-09T18:13:08,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:08,789 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:08,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 98e4455c2d710a24d34fe788d9b3e333: Waiting for close lock at 1731175988788Disabling compacts and flushes for region at 1731175988788Disabling writes for close at 1731175988788Writing region close event to WAL at 1731175988789 (+1 ms)Closed at 1731175988789 2024-11-09T18:13:08,790 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3e7d1f1c73ffdd424f1719e5e647957f, NAME => 'SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741843_1019 (size=62) 2024-11-09T18:13:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741843_1019 (size=62) 2024-11-09T18:13:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741843_1019 (size=62) 2024-11-09T18:13:08,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,793 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f4c7070c639e59ec3ad98905e26e7442, disabling compactions & flushes 2024-11-09T18:13:08,793 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:08,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:08,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. after waiting 0 ms 2024-11-09T18:13:08,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:08,794 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:08,794 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f4c7070c639e59ec3ad98905e26e7442: Waiting for close lock at 1731175988793Disabling compacts and flushes for region at 1731175988793Disabling writes for close at 1731175988794 (+1 ms)Writing region close event to WAL at 1731175988794Closed at 1731175988794 2024-11-09T18:13:08,795 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => def90fc03acf7ec12f58190cdeb10a7b, NAME => 'SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741844_1020 (size=62) 2024-11-09T18:13:08,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741844_1020 (size=62) 2024-11-09T18:13:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741844_1020 (size=62) 2024-11-09T18:13:08,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bd8c002c2e23a1dc5af72258f4372fba, disabling compactions & flushes 2024-11-09T18:13:08,804 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:08,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:08,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. after waiting 0 ms 2024-11-09T18:13:08,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:08,804 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:08,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd8c002c2e23a1dc5af72258f4372fba: Waiting for close lock at 1731175988803Disabling compacts and flushes for region at 1731175988803Disabling writes for close at 1731175988804 (+1 ms)Writing region close event to WAL at 1731175988804Closed at 1731175988804 2024-11-09T18:13:08,805 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8cab8e932e25f2c8c426a38ccfce738, NAME => 'SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc 2024-11-09T18:13:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741845_1021 (size=62) 2024-11-09T18:13:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741845_1021 (size=62) 2024-11-09T18:13:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741845_1021 (size=62) 2024-11-09T18:13:08,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3e7d1f1c73ffdd424f1719e5e647957f, disabling compactions & flushes 2024-11-09T18:13:08,817 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:08,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:08,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. after waiting 0 ms 2024-11-09T18:13:08,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:08,817 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:08,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3e7d1f1c73ffdd424f1719e5e647957f: Waiting for close lock at 1731175988817Disabling compacts and flushes for region at 1731175988817Disabling writes for close at 1731175988817Writing region close event to WAL at 1731175988817Closed at 1731175988817 2024-11-09T18:13:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741847_1023 (size=54) 2024-11-09T18:13:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741847_1023 (size=54) 2024-11-09T18:13:08,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741847_1023 (size=54) 2024-11-09T18:13:08,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c8cab8e932e25f2c8c426a38ccfce738, disabling compactions & flushes 2024-11-09T18:13:08,824 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:08,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:08,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. after waiting 0 ms 2024-11-09T18:13:08,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:08,824 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:08,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8cab8e932e25f2c8c426a38ccfce738: Waiting for close lock at 1731175988824Disabling compacts and flushes for region at 1731175988824Disabling writes for close at 1731175988824Writing region close event to WAL at 1731175988824Closed at 1731175988824 2024-11-09T18:13:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741846_1022 (size=62) 2024-11-09T18:13:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741846_1022 (size=62) 2024-11-09T18:13:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741846_1022 (size=62) 2024-11-09T18:13:08,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:08,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing def90fc03acf7ec12f58190cdeb10a7b, disabling compactions & flushes 2024-11-09T18:13:08,828 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:08,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:08,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. after waiting 0 ms 2024-11-09T18:13:08,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:08,828 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:08,828 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for def90fc03acf7ec12f58190cdeb10a7b: Waiting for close lock at 1731175988828Disabling compacts and flushes for region at 1731175988828Disabling writes for close at 1731175988828Writing region close event to WAL at 1731175988828Closed at 1731175988828 2024-11-09T18:13:08,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:13:08,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731175988830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731175988830"}]},"ts":"1731175988830"} 2024-11-09T18:13:08,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T18:13:08,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:13:08,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731175988881"}]},"ts":"1731175988881"} 2024-11-09T18:13:08,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T18:13:08,892 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T18:13:08,909 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:13:08,909 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:13:08,909 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T18:13:08,909 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:13:08,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fd216854b8d38b0869c41937c0c2a88, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cdef33d570ebb072e996f0dcb8652dd, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e4455c2d710a24d34fe788d9b3e333, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4c7070c639e59ec3ad98905e26e7442, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e7d1f1c73ffdd424f1719e5e647957f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8cab8e932e25f2c8c426a38ccfce738, ASSIGN}] 2024-11-09T18:13:08,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fd216854b8d38b0869c41937c0c2a88, ASSIGN 2024-11-09T18:13:08,916 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN 2024-11-09T18:13:08,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8cab8e932e25f2c8c426a38ccfce738, ASSIGN 2024-11-09T18:13:08,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN 2024-11-09T18:13:08,919 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46635,1731175973387; forceNewPlan=false, retain=false 2024-11-09T18:13:08,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9fd216854b8d38b0869c41937c0c2a88, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,39605,1731175973507; forceNewPlan=false, retain=false 2024-11-09T18:13:08,919 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8cab8e932e25f2c8c426a38ccfce738, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,36401,1731175973577; forceNewPlan=false, retain=false 2024-11-09T18:13:08,919 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46635,1731175973387; forceNewPlan=false, retain=false 2024-11-09T18:13:08,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e4455c2d710a24d34fe788d9b3e333, ASSIGN 2024-11-09T18:13:08,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN 2024-11-09T18:13:08,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4c7070c639e59ec3ad98905e26e7442, ASSIGN 2024-11-09T18:13:08,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98e4455c2d710a24d34fe788d9b3e333, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,39605,1731175973507; forceNewPlan=false, retain=false 2024-11-09T18:13:08,928 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46635,1731175973387; forceNewPlan=false, retain=false 2024-11-09T18:13:08,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4c7070c639e59ec3ad98905e26e7442, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,36401,1731175973577; forceNewPlan=false, retain=false 2024-11-09T18:13:08,925 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN 2024-11-09T18:13:08,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e7d1f1c73ffdd424f1719e5e647957f, ASSIGN 2024-11-09T18:13:08,933 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e7d1f1c73ffdd424f1719e5e647957f, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,39605,1731175973507; forceNewPlan=false, retain=false 2024-11-09T18:13:08,933 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46635,1731175973387; forceNewPlan=false, retain=false 2024-11-09T18:13:08,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cdef33d570ebb072e996f0dcb8652dd, ASSIGN 2024-11-09T18:13:08,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cdef33d570ebb072e996f0dcb8652dd, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,36401,1731175973577; forceNewPlan=false, retain=false 2024-11-09T18:13:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:09,072 INFO [fb97eb0edbe8:35329 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T18:13:09,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bd8c002c2e23a1dc5af72258f4372fba, regionState=OPENING, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:09,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=def90fc03acf7ec12f58190cdeb10a7b, regionState=OPENING, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:09,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=05bab8678f52762e0bb6618728ba9b21, regionState=OPENING, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:09,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb13805756369b23680872ad93a7f689, regionState=OPENING, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:09,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3e7d1f1c73ffdd424f1719e5e647957f, regionState=OPENING, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:09,074 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98e4455c2d710a24d34fe788d9b3e333, regionState=OPENING, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:09,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9fd216854b8d38b0869c41937c0c2a88, regionState=OPENING, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:09,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c8cab8e932e25f2c8c426a38ccfce738, regionState=OPENING, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:09,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f4c7070c639e59ec3ad98905e26e7442, regionState=OPENING, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:09,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1cdef33d570ebb072e996f0dcb8652dd, regionState=OPENING, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:09,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN because future has completed 2024-11-09T18:13:09,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05bab8678f52762e0bb6618728ba9b21, server=fb97eb0edbe8,46635,1731175973387}] 2024-11-09T18:13:09,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN because future has completed 2024-11-09T18:13:09,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8c002c2e23a1dc5af72258f4372fba, server=fb97eb0edbe8,46635,1731175973387}] 2024-11-09T18:13:09,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN because future has completed 2024-11-09T18:13:09,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN because future has completed 2024-11-09T18:13:09,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb13805756369b23680872ad93a7f689, server=fb97eb0edbe8,46635,1731175973387}] 2024-11-09T18:13:09,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure def90fc03acf7ec12f58190cdeb10a7b, server=fb97eb0edbe8,46635,1731175973387}] 2024-11-09T18:13:09,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e7d1f1c73ffdd424f1719e5e647957f, ASSIGN because future has completed 2024-11-09T18:13:09,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=98e4455c2d710a24d34fe788d9b3e333, ASSIGN because future has completed 2024-11-09T18:13:09,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f, server=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:09,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e4455c2d710a24d34fe788d9b3e333, server=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:09,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9fd216854b8d38b0869c41937c0c2a88, ASSIGN because future has completed 2024-11-09T18:13:09,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8cab8e932e25f2c8c426a38ccfce738, ASSIGN because future has completed 2024-11-09T18:13:09,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f4c7070c639e59ec3ad98905e26e7442, ASSIGN because future has completed 2024-11-09T18:13:09,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cdef33d570ebb072e996f0dcb8652dd, ASSIGN because future has completed 2024-11-09T18:13:09,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fd216854b8d38b0869c41937c0c2a88, server=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:09,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd, server=fb97eb0edbe8,36401,1731175973577}] 2024-11-09T18:13:09,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c7070c639e59ec3ad98905e26e7442, server=fb97eb0edbe8,36401,1731175973577}] 2024-11-09T18:13:09,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8cab8e932e25f2c8c426a38ccfce738, server=fb97eb0edbe8,36401,1731175973577}] 2024-11-09T18:13:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:13,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:13:13,451 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:13:13,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:13:13,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:13:13,453 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:13:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:19,091 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:13:19,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:13:19,136 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:19,137 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 05bab8678f52762e0bb6618728ba9b21, NAME => 'SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T18:13:19,137 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,138 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,138 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,138 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:13:19,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:13:19,161 INFO [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,166 INFO [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05bab8678f52762e0bb6618728ba9b21 columnFamilyName cf 2024-11-09T18:13:19,166 DEBUG [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,167 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:19,168 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e7d1f1c73ffdd424f1719e5e647957f, NAME => 'SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T18:13:19,169 INFO [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] regionserver.HStore(327): Store=05bab8678f52762e0bb6618728ba9b21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,169 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,170 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,171 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,171 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,172 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,172 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,175 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,176 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,176 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,182 INFO [StoreOpener-3e7d1f1c73ffdd424f1719e5e647957f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,182 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,191 INFO [StoreOpener-3e7d1f1c73ffdd424f1719e5e647957f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7d1f1c73ffdd424f1719e5e647957f columnFamilyName cf 2024-11-09T18:13:19,191 DEBUG [StoreOpener-3e7d1f1c73ffdd424f1719e5e647957f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,192 INFO [StoreOpener-3e7d1f1c73ffdd424f1719e5e647957f-1 {}] regionserver.HStore(327): Store=3e7d1f1c73ffdd424f1719e5e647957f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,192 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:19,192 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,193 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cdef33d570ebb072e996f0dcb8652dd, NAME => 'SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T18:13:19,193 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,193 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,193 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,193 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,194 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,195 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,196 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/05bab8678f52762e0bb6618728ba9b21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,197 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,197 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,199 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 05bab8678f52762e0bb6618728ba9b21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63910537, jitterRate=-0.04765878617763519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,199 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:19,201 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 05bab8678f52762e0bb6618728ba9b21: Running coprocessor pre-open hook at 1731175999138Writing region info on filesystem at 1731175999138Initializing all the Stores at 1731175999144 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999144Cleaning up temporary data from old regions at 1731175999176 (+32 ms)Running coprocessor post-open hooks at 1731175999199 (+23 ms)Region opened successfully at 1731175999201 (+2 ms) 2024-11-09T18:13:19,203 INFO [StoreOpener-1cdef33d570ebb072e996f0dcb8652dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,203 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,209 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21., pid=15, masterSystemTime=1731175999090 2024-11-09T18:13:19,217 INFO [StoreOpener-1cdef33d570ebb072e996f0dcb8652dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cdef33d570ebb072e996f0dcb8652dd columnFamilyName cf 2024-11-09T18:13:19,217 DEBUG [StoreOpener-1cdef33d570ebb072e996f0dcb8652dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,221 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:19,221 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:19,221 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:19,222 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => bd8c002c2e23a1dc5af72258f4372fba, NAME => 'SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T18:13:19,222 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,222 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,223 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,223 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=05bab8678f52762e0bb6618728ba9b21, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:19,228 INFO [StoreOpener-1cdef33d570ebb072e996f0dcb8652dd-1 {}] regionserver.HStore(327): Store=1cdef33d570ebb072e996f0dcb8652dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,230 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,233 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,235 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,237 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,237 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,238 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,239 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3e7d1f1c73ffdd424f1719e5e647957f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65210804, jitterRate=-0.028283298015594482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,239 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:19,239 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3e7d1f1c73ffdd424f1719e5e647957f: Running coprocessor pre-open hook at 1731175999173Writing region info on filesystem at 1731175999173Initializing all the Stores at 1731175999175 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999176 (+1 ms)Cleaning up temporary data from old regions at 1731175999197 (+21 ms)Running coprocessor post-open hooks at 1731175999239 (+42 ms)Region opened successfully at 1731175999239 2024-11-09T18:13:19,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05bab8678f52762e0bb6618728ba9b21, server=fb97eb0edbe8,46635,1731175973387 because future has completed 2024-11-09T18:13:19,243 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,244 INFO [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,248 INFO [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8c002c2e23a1dc5af72258f4372fba columnFamilyName cf 2024-11-09T18:13:19,248 DEBUG [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,250 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., pid=19, masterSystemTime=1731175999136 2024-11-09T18:13:19,250 INFO [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] regionserver.HStore(327): Store=bd8c002c2e23a1dc5af72258f4372fba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,250 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,252 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,253 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,253 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/1cdef33d570ebb072e996f0dcb8652dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,255 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,255 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,256 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1cdef33d570ebb072e996f0dcb8652dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66065859, jitterRate=-0.015541985630989075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,257 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:19,257 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1cdef33d570ebb072e996f0dcb8652dd: Running coprocessor pre-open hook at 1731175999194Writing region info on filesystem at 1731175999194Initializing all the Stores at 1731175999198 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999199 (+1 ms)Cleaning up temporary data from old regions at 1731175999238 (+39 ms)Running coprocessor post-open hooks at 1731175999257 (+19 ms)Region opened successfully at 1731175999257 2024-11-09T18:13:19,259 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:19,260 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:19,260 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:19,260 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fd216854b8d38b0869c41937c0c2a88, NAME => 'SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T18:13:19,260 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,261 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,261 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,261 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,261 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-09T18:13:19,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 05bab8678f52762e0bb6618728ba9b21, server=fb97eb0edbe8,46635,1731175973387 in 10.1620 sec 2024-11-09T18:13:19,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3e7d1f1c73ffdd424f1719e5e647957f, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:19,266 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd., pid=22, masterSystemTime=1731175999145 2024-11-09T18:13:19,269 INFO [StoreOpener-9fd216854b8d38b0869c41937c0c2a88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN in 10.3510 sec 2024-11-09T18:13:19,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f, server=fb97eb0edbe8,39605,1731175973507 because future has completed 2024-11-09T18:13:19,273 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:19,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1cdef33d570ebb072e996f0dcb8652dd, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:19,273 INFO [StoreOpener-9fd216854b8d38b0869c41937c0c2a88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fd216854b8d38b0869c41937c0c2a88 columnFamilyName cf 2024-11-09T18:13:19,273 DEBUG [StoreOpener-9fd216854b8d38b0869c41937c0c2a88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,273 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:19,274 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:19,274 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c8cab8e932e25f2c8c426a38ccfce738, NAME => 'SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T18:13:19,274 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,275 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,275 INFO [StoreOpener-9fd216854b8d38b0869c41937c0c2a88-1 {}] regionserver.HStore(327): Store=9fd216854b8d38b0869c41937c0c2a88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,275 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,275 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,275 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,275 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/bd8c002c2e23a1dc5af72258f4372fba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,277 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened bd8c002c2e23a1dc5af72258f4372fba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59120320, jitterRate=-0.11903858184814453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,277 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:19,277 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for bd8c002c2e23a1dc5af72258f4372fba: Running coprocessor pre-open hook at 1731175999223Writing region info on filesystem at 1731175999223Initializing all the Stores at 1731175999226 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999226Cleaning up temporary data from old regions at 1731175999256 (+30 ms)Running coprocessor post-open hooks at 1731175999277 (+21 ms)Region opened successfully at 1731175999277 2024-11-09T18:13:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd, server=fb97eb0edbe8,36401,1731175973577 because future has completed 2024-11-09T18:13:19,279 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,280 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., pid=16, masterSystemTime=1731175999090 2024-11-09T18:13:19,281 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,283 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,283 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-09T18:13:19,284 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:19,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f, server=fb97eb0edbe8,39605,1731175973507 in 10.1730 sec 2024-11-09T18:13:19,284 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:19,284 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:19,285 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => def90fc03acf7ec12f58190cdeb10a7b, NAME => 'SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T18:13:19,285 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,285 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,285 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,285 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bd8c002c2e23a1dc5af72258f4372fba, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:19,290 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-09T18:13:19,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd, server=fb97eb0edbe8,36401,1731175973577 in 10.1450 sec 2024-11-09T18:13:19,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8c002c2e23a1dc5af72258f4372fba, server=fb97eb0edbe8,46635,1731175973387 because future has completed 2024-11-09T18:13:19,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e7d1f1c73ffdd424f1719e5e647957f, ASSIGN in 10.3730 sec 2024-11-09T18:13:19,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cdef33d570ebb072e996f0dcb8652dd, ASSIGN in 10.3810 sec 2024-11-09T18:13:19,296 INFO [StoreOpener-c8cab8e932e25f2c8c426a38ccfce738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,300 INFO [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-09T18:13:19,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bd8c002c2e23a1dc5af72258f4372fba, server=fb97eb0edbe8,46635,1731175973387 in 10.2090 sec 2024-11-09T18:13:19,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN in 10.3930 sec 2024-11-09T18:13:19,314 INFO [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def90fc03acf7ec12f58190cdeb10a7b columnFamilyName cf 2024-11-09T18:13:19,314 DEBUG [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,314 INFO [StoreOpener-c8cab8e932e25f2c8c426a38ccfce738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cab8e932e25f2c8c426a38ccfce738 columnFamilyName cf 2024-11-09T18:13:19,315 INFO [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] regionserver.HStore(327): Store=def90fc03acf7ec12f58190cdeb10a7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,315 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,315 DEBUG [StoreOpener-c8cab8e932e25f2c8c426a38ccfce738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,317 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,317 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/9fd216854b8d38b0869c41937c0c2a88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,318 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,320 INFO [StoreOpener-c8cab8e932e25f2c8c426a38ccfce738-1 {}] regionserver.HStore(327): Store=c8cab8e932e25f2c8c426a38ccfce738/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,321 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,321 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,321 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,321 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9fd216854b8d38b0869c41937c0c2a88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74767529, jitterRate=0.11412300169467926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,321 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:19,323 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9fd216854b8d38b0869c41937c0c2a88: Running coprocessor pre-open hook at 1731175999261Writing region info on filesystem at 1731175999261Initializing all the Stores at 1731175999267 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999267Cleaning up temporary data from old regions at 1731175999283 (+16 ms)Running coprocessor post-open hooks at 1731175999323 (+40 ms)Region opened successfully at 1731175999323 2024-11-09T18:13:19,323 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,324 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,334 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,334 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,335 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,337 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88., pid=21, masterSystemTime=1731175999136 2024-11-09T18:13:19,343 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,350 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:19,350 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:19,350 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:19,351 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 98e4455c2d710a24d34fe788d9b3e333, NAME => 'SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T18:13:19,351 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,351 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,351 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,351 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9fd216854b8d38b0869c41937c0c2a88, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:19,360 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/def90fc03acf7ec12f58190cdeb10a7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,363 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened def90fc03acf7ec12f58190cdeb10a7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65673840, jitterRate=-0.02138352394104004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,364 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:19,364 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for def90fc03acf7ec12f58190cdeb10a7b: Running coprocessor pre-open hook at 1731175999286Writing region info on filesystem at 1731175999286Initializing all the Stores at 1731175999287 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999288 (+1 ms)Cleaning up temporary data from old regions at 1731175999321 (+33 ms)Running coprocessor post-open hooks at 1731175999364 (+43 ms)Region opened successfully at 1731175999364 2024-11-09T18:13:19,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fd216854b8d38b0869c41937c0c2a88, server=fb97eb0edbe8,39605,1731175973507 because future has completed 2024-11-09T18:13:19,364 INFO [StoreOpener-98e4455c2d710a24d34fe788d9b3e333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,368 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,370 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c8cab8e932e25f2c8c426a38ccfce738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69962733, jitterRate=0.04252596199512482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,370 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:19,370 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c8cab8e932e25f2c8c426a38ccfce738: Running coprocessor pre-open hook at 1731175999275Writing region info on filesystem at 1731175999275Initializing all the Stores at 1731175999279 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999279Cleaning up temporary data from old regions at 1731175999334 (+55 ms)Running coprocessor post-open hooks at 1731175999370 (+36 ms)Region opened successfully at 1731175999370 2024-11-09T18:13:19,372 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., pid=18, masterSystemTime=1731175999090 2024-11-09T18:13:19,374 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., pid=24, masterSystemTime=1731175999145 2024-11-09T18:13:19,376 INFO [StoreOpener-98e4455c2d710a24d34fe788d9b3e333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98e4455c2d710a24d34fe788d9b3e333 columnFamilyName cf 2024-11-09T18:13:19,377 DEBUG [StoreOpener-98e4455c2d710a24d34fe788d9b3e333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,377 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:19,378 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:19,378 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:19,378 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => eb13805756369b23680872ad93a7f689, NAME => 'SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T18:13:19,378 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,379 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,379 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,379 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-09T18:13:19,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fd216854b8d38b0869c41937c0c2a88, server=fb97eb0edbe8,39605,1731175973507 in 10.2520 sec 2024-11-09T18:13:19,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=def90fc03acf7ec12f58190cdeb10a7b, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:19,384 INFO [StoreOpener-98e4455c2d710a24d34fe788d9b3e333-1 {}] regionserver.HStore(327): Store=98e4455c2d710a24d34fe788d9b3e333/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,384 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,386 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure def90fc03acf7ec12f58190cdeb10a7b, server=fb97eb0edbe8,46635,1731175973387 because future has completed 2024-11-09T18:13:19,387 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:19,387 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:19,387 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:19,388 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f4c7070c639e59ec3ad98905e26e7442, NAME => 'SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T18:13:19,388 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,388 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:19,388 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,389 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,392 INFO [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,393 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c8cab8e932e25f2c8c426a38ccfce738, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:19,394 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,394 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8cab8e932e25f2c8c426a38ccfce738, server=fb97eb0edbe8,36401,1731175973577 because future has completed 2024-11-09T18:13:19,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9fd216854b8d38b0869c41937c0c2a88, ASSIGN in 10.4690 sec 2024-11-09T18:13:19,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-09T18:13:19,406 INFO [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb13805756369b23680872ad93a7f689 columnFamilyName cf 2024-11-09T18:13:19,407 DEBUG [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure def90fc03acf7ec12f58190cdeb10a7b, server=fb97eb0edbe8,46635,1731175973387 in 10.3030 sec 2024-11-09T18:13:19,413 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-09T18:13:19,416 INFO [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] regionserver.HStore(327): Store=eb13805756369b23680872ad93a7f689/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,416 INFO [StoreOpener-f4c7070c639e59ec3ad98905e26e7442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,416 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c8cab8e932e25f2c8c426a38ccfce738, server=fb97eb0edbe8,36401,1731175973577 in 10.2620 sec 2024-11-09T18:13:19,421 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,422 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,423 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,423 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN in 10.4990 sec 2024-11-09T18:13:19,425 INFO [StoreOpener-f4c7070c639e59ec3ad98905e26e7442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4c7070c639e59ec3ad98905e26e7442 columnFamilyName cf 2024-11-09T18:13:19,425 DEBUG [StoreOpener-f4c7070c639e59ec3ad98905e26e7442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:19,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8cab8e932e25f2c8c426a38ccfce738, ASSIGN in 10.5080 sec 2024-11-09T18:13:19,427 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,433 INFO [StoreOpener-f4c7070c639e59ec3ad98905e26e7442-1 {}] regionserver.HStore(327): Store=f4c7070c639e59ec3ad98905e26e7442/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:19,433 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,437 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,438 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/98e4455c2d710a24d34fe788d9b3e333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,439 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,439 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 98e4455c2d710a24d34fe788d9b3e333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73199759, jitterRate=0.09076140820980072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,439 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:19,440 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 98e4455c2d710a24d34fe788d9b3e333: Running coprocessor pre-open hook at 1731175999352Writing region info on filesystem at 1731175999352Initializing all the Stores at 1731175999357 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999357Cleaning up temporary data from old regions at 1731175999394 (+37 ms)Running coprocessor post-open hooks at 1731175999439 (+45 ms)Region opened successfully at 1731175999440 (+1 ms) 2024-11-09T18:13:19,440 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,441 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/eb13805756369b23680872ad93a7f689/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,444 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened eb13805756369b23680872ad93a7f689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73506074, jitterRate=0.09532585740089417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,444 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:19,444 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for eb13805756369b23680872ad93a7f689: Running coprocessor pre-open hook at 1731175999379Writing region info on filesystem at 1731175999379Initializing all the Stores at 1731175999385 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999385Cleaning up temporary data from old regions at 1731175999423 (+38 ms)Running coprocessor post-open hooks at 1731175999444 (+21 ms)Region opened successfully at 1731175999444 2024-11-09T18:13:19,446 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,446 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333., pid=20, masterSystemTime=1731175999136 2024-11-09T18:13:19,447 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689., pid=17, masterSystemTime=1731175999090 2024-11-09T18:13:19,451 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:19,451 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:19,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98e4455c2d710a24d34fe788d9b3e333, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:19,457 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:19,457 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:19,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb13805756369b23680872ad93a7f689, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:19,463 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/f4c7070c639e59ec3ad98905e26e7442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:13:19,465 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f4c7070c639e59ec3ad98905e26e7442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67989199, jitterRate=0.013118013739585876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:19,466 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:19,466 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f4c7070c639e59ec3ad98905e26e7442: Running coprocessor pre-open hook at 1731175999389Writing region info on filesystem at 1731175999389Initializing all the Stores at 1731175999408 (+19 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731175999409 (+1 ms)Cleaning up temporary data from old regions at 1731175999441 (+32 ms)Running coprocessor post-open hooks at 1731175999466 (+25 ms)Region opened successfully at 1731175999466 2024-11-09T18:13:19,468 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442., pid=23, masterSystemTime=1731175999145 2024-11-09T18:13:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e4455c2d710a24d34fe788d9b3e333, server=fb97eb0edbe8,39605,1731175973507 because future has completed 2024-11-09T18:13:19,477 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35329 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fb97eb0edbe8,46635,1731175973387, table=SPTestTable, region=eb13805756369b23680872ad93a7f689. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T18:13:19,477 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:19,478 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:19,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb13805756369b23680872ad93a7f689, server=fb97eb0edbe8,46635,1731175973387 because future has completed 2024-11-09T18:13:19,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f4c7070c639e59ec3ad98905e26e7442, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:19,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-09T18:13:19,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98e4455c2d710a24d34fe788d9b3e333, server=fb97eb0edbe8,39605,1731175973507 in 10.3750 sec 2024-11-09T18:13:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4c7070c639e59ec3ad98905e26e7442, server=fb97eb0edbe8,36401,1731175973577 because future has completed 2024-11-09T18:13:19,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-09T18:13:19,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb13805756369b23680872ad93a7f689, server=fb97eb0edbe8,46635,1731175973387 in 10.3900 sec 2024-11-09T18:13:19,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=98e4455c2d710a24d34fe788d9b3e333, ASSIGN in 10.5830 sec 2024-11-09T18:13:19,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN in 10.5900 sec 2024-11-09T18:13:19,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-09T18:13:19,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f4c7070c639e59ec3ad98905e26e7442, server=fb97eb0edbe8,36401,1731175973577 in 10.3610 sec 2024-11-09T18:13:19,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-09T18:13:19,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f4c7070c639e59ec3ad98905e26e7442, ASSIGN in 10.6100 sec 2024-11-09T18:13:19,552 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:13:19,553 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731175999553"}]},"ts":"1731175999553"} 2024-11-09T18:13:19,558 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T18:13:19,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:13:19,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8840 sec 2024-11-09T18:13:20,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T18:13:21,511 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:13:22,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T18:13:22,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T18:13:24,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:13:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:13:26,969 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T18:13:26,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T18:13:26,970 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:13:26,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T18:13:26,983 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:13:26,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T18:13:27,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,067 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., hostname=fb97eb0edbe8,39605,1731175973507, seqNum=2] 2024-11-09T18:13:27,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,203 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,205 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., hostname=fb97eb0edbe8,46635,1731175973387, seqNum=2] 2024-11-09T18:13:27,275 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:27,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:27,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:27,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:27,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:27,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:27,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., hostname=fb97eb0edbe8,36401,1731175973577, seqNum=2] 2024-11-09T18:13:28,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:13:28,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:13:28,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:13:28,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39605 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:13:28,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:13:28,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:13:28,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36401 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:28,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46635 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:13:29,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36401 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:13:29,611 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T18:13:29,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:13:29,615 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T18:13:29,623 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T18:13:29,645 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T18:13:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741848_1024 (size=49) 2024-11-09T18:13:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741848_1024 (size=49) 2024-11-09T18:13:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741848_1024 (size=49) 2024-11-09T18:13:29,689 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T18:13:29,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd216854b8d38b0869c41937c0c2a88}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e4455c2d710a24d34fe788d9b3e333}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4c7070c639e59ec3ad98905e26e7442}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8cab8e932e25f2c8c426a38ccfce738}] 2024-11-09T18:13:29,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:29,698 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:29,698 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:29,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:29,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:29,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:29,711 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:29,715 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:29,716 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fb97eb0edbe8,46635,1731175973387: Simulated kill ***** 2024-11-09T18:13:29,716 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:13:29,720 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:13:29,721 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:13:29,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:29,725 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:13:29,726 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:13:29,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:29,728 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:29,734 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 702222848 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153602632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fb97eb0edbe8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fb97eb0edbe8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62123", "tag.serverName": "fb97eb0edbe8,39605,1731175973507", "tag.clusterId": "581ccaef-feef-4dfe-8e8a-c1db46388dab", "tag.Context": "regionserver", "tag.Hostname": "fb97eb0edbe8", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731175973507, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T18:13:29,738 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35329 {}] master.MasterRpcServices(700): fb97eb0edbe8,46635,1731175973387 reported a fatal error: ***** ABORTING region server fb97eb0edbe8,46635,1731175973387: Simulated kill ***** 2024-11-09T18:13:29,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,46635,1731175973387' ***** 2024-11-09T18:13:29,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T18:13:29,742 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:13:29,742 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:13:29,743 INFO [RS:0;fb97eb0edbe8:46635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T18:13:29,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:13:29,743 INFO [RS:0;fb97eb0edbe8:46635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T18:13:29,743 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:13:29,743 INFO [RS:0;fb97eb0edbe8:46635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:46635. 2024-11-09T18:13:29,743 DEBUG [RS:0;fb97eb0edbe8:46635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:13:29,743 DEBUG [RS:0;fb97eb0edbe8:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:13:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741833_1009 (size=1242) 2024-11-09T18:13:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741833_1009 (size=1242) 2024-11-09T18:13:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741833_1009 (size=1242) 2024-11-09T18:13:29,755 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:13:29,755 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:13:29,756 DEBUG [RS:0;fb97eb0edbe8:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:13:29,756 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:13:29,757 INFO [RS:0;fb97eb0edbe8:46635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46635 2024-11-09T18:13:29,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,46635,1731175973387 2024-11-09T18:13:29,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:13:29,810 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:13:29,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,46635,1731175973387] 2024-11-09T18:13:29,821 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:13:29,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,46635,1731175973387 already deleted, retry=false 2024-11-09T18:13:29,842 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fb97eb0edbe8,46635,1731175973387 on fb97eb0edbe8,35329,1731175972530 2024-11-09T18:13:29,848 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb97eb0edbe8,46635,1731175973387, splitWal=true, meta=false 2024-11-09T18:13:29,854 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb97eb0edbe8,46635,1731175973387, splitWal=true, meta=false 2024-11-09T18:13:29,854 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for fb97eb0edbe8,46635,1731175973387 (carryingMeta=false) fb97eb0edbe8,46635,1731175973387/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@66b8885a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T18:13:29,857 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fb97eb0edbe8,46635,1731175973387 had 4 regions 2024-11-09T18:13:29,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:29,858 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:29,858 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:29,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:29,860 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,46635,1731175973387, splitWal=true, meta=false, isMeta: false 2024-11-09T18:13:29,860 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 can not run currently because target server of region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. fb97eb0edbe8,46635,1731175973387 is in state CRASHED, wait 1000 ms to retry 2024-11-09T18:13:29,860 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689; timeout=1000, timestamp=1731176010860 2024-11-09T18:13:29,861 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b can not run currently because target server of region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T18:13:29,861 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b; timeout=1000, timestamp=1731176010861 2024-11-09T18:13:29,862 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 can not run currently because target server of region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T18:13:29,862 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba can not run currently because target server of region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T18:13:29,862 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba; timeout=1000, timestamp=1731176010862 2024-11-09T18:13:29,862 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21; timeout=1000, timestamp=1731176010862 2024-11-09T18:13:29,867 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting 2024-11-09T18:13:29,870 INFO [PEWorker-2 {}] master.SplitWALManager(105): fb97eb0edbe8,46635,1731175973387 WAL count=1, meta=false 2024-11-09T18:13:29,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb97eb0edbe8%2C46635%2C1731175973387.1731175976830}] 2024-11-09T18:13:29,891 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:29,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, worker=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:13:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x10120ccf6ad0001, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:13:29,923 INFO [RS:0;fb97eb0edbe8:46635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:13:29,924 INFO [RS:0;fb97eb0edbe8:46635 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,46635,1731175973387; zookeeper connection closed. 2024-11-09T18:13:29,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44bdbd2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44bdbd2c 2024-11-09T18:13:30,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:30,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:30,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:30,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:30,863 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b can not run currently because target server of region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T18:13:30,863 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 can not run currently because target server of region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T18:13:30,863 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b; timeout=2000, timestamp=1731176012863 2024-11-09T18:13:30,863 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689; timeout=2000, timestamp=1731176012863 2024-11-09T18:13:30,864 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba can not run currently because target server of region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T18:13:30,865 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba; timeout=2000, timestamp=1731176012864 2024-11-09T18:13:30,865 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 can not run currently because target server of region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T18:13:30,865 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21; timeout=2000, timestamp=1731176012865 2024-11-09T18:13:32,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:32,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:32,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:32,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:32,865 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b can not run currently because target server of region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T18:13:32,865 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b; timeout=4000, timestamp=1731176016865 2024-11-09T18:13:32,868 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 can not run currently because target server of region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T18:13:32,868 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689; timeout=4000, timestamp=1731176016868 2024-11-09T18:13:32,870 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 can not run currently because target server of region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T18:13:32,870 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba can not run currently because target server of region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T18:13:32,870 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21; timeout=4000, timestamp=1731176016870 2024-11-09T18:13:32,870 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba; timeout=4000, timestamp=1731176016870 2024-11-09T18:13:36,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:36,866 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b can not run currently because target server of region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T18:13:36,866 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b; timeout=8000, timestamp=1731176024866 2024-11-09T18:13:36,868 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:36,869 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 can not run currently because target server of region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T18:13:36,869 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689; timeout=8000, timestamp=1731176024869 2024-11-09T18:13:36,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:36,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:36,871 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 can not run currently because target server of region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T18:13:36,871 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba can not run currently because target server of region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. fb97eb0edbe8,46635,1731175973387 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T18:13:36,871 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21; timeout=8000, timestamp=1731176024871 2024-11-09T18:13:36,871 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba; timeout=8000, timestamp=1731176024871 2024-11-09T18:13:39,145 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=fb97eb0edbe8,39605,1731175973507, timeout=1731176019699, delay=553, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e4455c2d710a24d34fe788d9b3e333, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd216854b8d38b0869c41937c0c2a88, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, worker=fb97eb0edbe8,39605,1731175973507, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f], containedObject=fb97eb0edbe8,46635,1731175973387, timeout=1731176019700, delay=554, operations=null, containedObject=fb97eb0edbe8,36401,1731175973577, timeout=1731176019704, delay=558, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4c7070c639e59ec3ad98905e26e7442, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8cab8e932e25f2c8c426a38ccfce738]] 2024-11-09T18:13:39,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T18:13:39,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T18:13:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T18:13:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T18:13:39,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:39,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:39,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:39,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T18:13:39,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:39,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T18:13:39,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T18:13:39,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:39,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:39,712 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3e7d1f1c73ffdd424f1719e5e647957f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T18:13:39,712 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c8cab8e932e25f2c8c426a38ccfce738 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f4c7070c639e59ec3ad98905e26e7442: 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9fd216854b8d38b0869c41937c0c2a88: 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1cdef33d570ebb072e996f0dcb8652dd: 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 98e4455c2d710a24d34fe788d9b3e333: 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. for SnapshotProcedureTest completed. 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. for SnapshotProcedureTest completed. 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. for SnapshotProcedureTest completed. 2024-11-09T18:13:39,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. for SnapshotProcedureTest completed. 2024-11-09T18:13:39,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:13:39,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:13:39,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:13:39,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:13:39,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:13:39,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:13:39,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:13:39,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:13:39,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:13:39,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:13:39,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:13:39,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:13:39,748 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, size=1.2 K (1242bytes) 2024-11-09T18:13:39,749 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T18:13:39,749 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T18:13:39,750 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 2024-11-09T18:13:39,756 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 after 4ms 2024-11-09T18:13:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741849_1025 (size=65) 2024-11-09T18:13:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741849_1025 (size=65) 2024-11-09T18:13:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741849_1025 (size=65) 2024-11-09T18:13:39,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:13:39,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T18:13:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T18:13:39,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:39,797 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:13:39,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9fd216854b8d38b0869c41937c0c2a88 in 10.1120 sec 2024-11-09T18:13:39,814 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 took 71ms 2024-11-09T18:13:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741850_1026 (size=65) 2024-11-09T18:13:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741851_1027 (size=65) 2024-11-09T18:13:39,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741852_1028 (size=65) 2024-11-09T18:13:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741851_1027 (size=65) 2024-11-09T18:13:39,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741850_1026 (size=65) 2024-11-09T18:13:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741852_1028 (size=65) 2024-11-09T18:13:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741851_1027 (size=65) 2024-11-09T18:13:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741852_1028 (size=65) 2024-11-09T18:13:39,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741850_1026 (size=65) 2024-11-09T18:13:39,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 05bab8678f52762e0bb6618728ba9b21: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T18:13:39,891 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bd8c002c2e23a1dc5af72258f4372fba: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T18:13:39,894 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for def90fc03acf7ec12f58190cdeb10a7b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T18:13:39,896 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for eb13805756369b23680872ad93a7f689: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T18:13:39,897 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 so closing down 2024-11-09T18:13:39,897 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T18:13:39,905 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T18:13:39,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/.tmp/cf/513d2c1c2fab44828d66648172ad334d is 34, key is baa/cf:cf/1731176008338/Put/seqid=0 2024-11-09T18:13:39,914 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 28 ms; skipped=4; WAL=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-09T18:13:39,914 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, journal: Splitting hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, size=1.2 K (1242bytes) at 1731176019748Finishing writing output for hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 so closing down at 1731176019897 (+149 ms)3 split writer threads finished at 1731176019905 (+8 ms)Processed 4 edits across 0 Regions in 28 ms; skipped=4; WAL=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731176019914 (+9 ms) 2024-11-09T18:13:39,914 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 2024-11-09T18:13:39,915 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T18:13:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T18:13:39,964 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting/fb97eb0edbe8%2C46635%2C1731175973387.1731175976830 to hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs 2024-11-09T18:13:39,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T18:13:39,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, worker=fb97eb0edbe8,39605,1731175973507 in 10.0710 sec 2024-11-09T18:13:39,971 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:39,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T18:13:39,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fb97eb0edbe8%2C46635%2C1731175973387.1731175976830, worker=fb97eb0edbe8,39605,1731175973507 in 10.0990 sec 2024-11-09T18:13:39,981 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting dir is empty, no logs to split. 2024-11-09T18:13:39,981 INFO [PEWorker-2 {}] master.SplitWALManager(105): fb97eb0edbe8,46635,1731175973387 WAL count=0, meta=false 2024-11-09T18:13:39,981 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fb97eb0edbe8,46635,1731175973387 WAL splitting is done? wals=0, meta=false 2024-11-09T18:13:39,990 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fb97eb0edbe8,46635,1731175973387 failed, ignore...File hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/WALs/fb97eb0edbe8,46635,1731175973387-splitting does not exist. 2024-11-09T18:13:39,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN}] 2024-11-09T18:13:39,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN 2024-11-09T18:13:39,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:13:40,000 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN 2024-11-09T18:13:40,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN 2024-11-09T18:13:40,000 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN 2024-11-09T18:13:40,002 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:13:40,003 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:13:40,004 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:13:40,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/.tmp/cf/00ed5f4b9dc64698bada982d59e2e6a9 is 34, key is eaa/cf:cf/1731176009320/Put/seqid=0 2024-11-09T18:13:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741853_1029 (size=499309) 2024-11-09T18:13:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741853_1029 (size=499309) 2024-11-09T18:13:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741853_1029 (size=499309) 2024-11-09T18:13:40,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/.tmp/cf/00ed5f4b9dc64698bada982d59e2e6a9 2024-11-09T18:13:40,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741854_1030 (size=28623) 2024-11-09T18:13:40,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741854_1030 (size=28623) 2024-11-09T18:13:40,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741854_1030 (size=28623) 2024-11-09T18:13:40,047 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/.tmp/cf/513d2c1c2fab44828d66648172ad334d 2024-11-09T18:13:40,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/.tmp/cf/00ed5f4b9dc64698bada982d59e2e6a9 as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/cf/00ed5f4b9dc64698bada982d59e2e6a9 2024-11-09T18:13:40,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/.tmp/cf/513d2c1c2fab44828d66648172ad334d as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/cf/513d2c1c2fab44828d66648172ad334d 2024-11-09T18:13:40,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/cf/513d2c1c2fab44828d66648172ad334d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T18:13:40,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/cf/00ed5f4b9dc64698bada982d59e2e6a9, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T18:13:40,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c8cab8e932e25f2c8c426a38ccfce738 in 404ms, sequenceid=5, compaction requested=false 2024-11-09T18:13:40,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3e7d1f1c73ffdd424f1719e5e647957f in 397ms, sequenceid=5, compaction requested=false 2024-11-09T18:13:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3e7d1f1c73ffdd424f1719e5e647957f: 2024-11-09T18:13:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. for SnapshotProcedureTest completed. 2024-11-09T18:13:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c8cab8e932e25f2c8c426a38ccfce738: 2024-11-09T18:13:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. for SnapshotProcedureTest completed. 2024-11-09T18:13:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:13:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:13:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:13:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:13:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/cf/00ed5f4b9dc64698bada982d59e2e6a9] hfiles 2024-11-09T18:13:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/cf/513d2c1c2fab44828d66648172ad334d] hfiles 2024-11-09T18:13:40,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/cf/513d2c1c2fab44828d66648172ad334d for snapshot=SnapshotProcedureTest 2024-11-09T18:13:40,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/cf/00ed5f4b9dc64698bada982d59e2e6a9 for snapshot=SnapshotProcedureTest 2024-11-09T18:13:40,159 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:13:40,159 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:13:40,159 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:13:40,159 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:13:40,159 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:13:40,159 INFO [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:13:40,159 INFO [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:13:40,159 DEBUG [fb97eb0edbe8:35329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:13:40,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=05bab8678f52762e0bb6618728ba9b21, regionState=OPENING, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:40,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=def90fc03acf7ec12f58190cdeb10a7b, regionState=OPENING, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:40,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=bd8c002c2e23a1dc5af72258f4372fba, regionState=OPENING, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:40,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb13805756369b23680872ad93a7f689, regionState=OPENING, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:40,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN because future has completed 2024-11-09T18:13:40,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure def90fc03acf7ec12f58190cdeb10a7b, server=fb97eb0edbe8,36401,1731175973577}] 2024-11-09T18:13:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741855_1031 (size=105) 2024-11-09T18:13:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741855_1031 (size=105) 2024-11-09T18:13:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741855_1031 (size=105) 2024-11-09T18:13:40,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN because future has completed 2024-11-09T18:13:40,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb13805756369b23680872ad93a7f689, server=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:40,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:13:40,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T18:13:40,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN because future has completed 2024-11-09T18:13:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T18:13:40,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:40,172 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:13:40,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8c002c2e23a1dc5af72258f4372fba, server=fb97eb0edbe8,39605,1731175973507}] 2024-11-09T18:13:40,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN because future has completed 2024-11-09T18:13:40,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05bab8678f52762e0bb6618728ba9b21, server=fb97eb0edbe8,36401,1731175973577}] 2024-11-09T18:13:40,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e7d1f1c73ffdd424f1719e5e647957f in 10.4850 sec 2024-11-09T18:13:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741856_1032 (size=97) 2024-11-09T18:13:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741856_1032 (size=97) 2024-11-09T18:13:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741856_1032 (size=97) 2024-11-09T18:13:40,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:13:40,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T18:13:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T18:13:40,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:40,198 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:13:40,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8cab8e932e25f2c8c426a38ccfce738 in 10.5120 sec 2024-11-09T18:13:40,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:13:40,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:13:40,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T18:13:40,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T18:13:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T18:13:40,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T18:13:40,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:40,250 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:13:40,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:13:40,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1cdef33d570ebb072e996f0dcb8652dd in 10.5610 sec 2024-11-09T18:13:40,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f4c7070c639e59ec3ad98905e26e7442 in 10.5620 sec 2024-11-09T18:13:40,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:13:40,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T18:13:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T18:13:40,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:40,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:13:40,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98e4455c2d710a24d34fe788d9b3e333 in 10.5800 sec 2024-11-09T18:13:44,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b held by pid=41 2024-11-09T18:13:44,867 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:44,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 held by pid=39 2024-11-09T18:13:44,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:44,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba held by pid=42 2024-11-09T18:13:44,872 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:44,872 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 held by pid=40 2024-11-09T18:13:44,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:48,821 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T18:13:48,821 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T18:13:50,182 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:50,183 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => def90fc03acf7ec12f58190cdeb10a7b, NAME => 'SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T18:13:50,184 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,184 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:50,184 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,184 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,185 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:50,185 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => eb13805756369b23680872ad93a7f689, NAME => 'SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T18:13:50,186 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,186 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:50,186 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,186 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,186 INFO [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,187 INFO [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def90fc03acf7ec12f58190cdeb10a7b columnFamilyName cf 2024-11-09T18:13:50,188 INFO [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,188 DEBUG [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:50,188 INFO [StoreOpener-def90fc03acf7ec12f58190cdeb10a7b-1 {}] regionserver.HStore(327): Store=def90fc03acf7ec12f58190cdeb10a7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:50,188 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,189 INFO [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb13805756369b23680872ad93a7f689 columnFamilyName cf 2024-11-09T18:13:50,189 DEBUG [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:50,189 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,189 INFO [StoreOpener-eb13805756369b23680872ad93a7f689-1 {}] regionserver.HStore(327): Store=eb13805756369b23680872ad93a7f689/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:50,189 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,190 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,191 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,191 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,191 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,192 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,192 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,192 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,193 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,194 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,194 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened def90fc03acf7ec12f58190cdeb10a7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65152019, jitterRate=-0.029159262776374817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:50,194 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,195 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for def90fc03acf7ec12f58190cdeb10a7b: Running coprocessor pre-open hook at 1731176030184Writing region info on filesystem at 1731176030184Initializing all the Stores at 1731176030186 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176030186Cleaning up temporary data from old regions at 1731176030191 (+5 ms)Running coprocessor post-open hooks at 1731176030194 (+3 ms)Region opened successfully at 1731176030194 2024-11-09T18:13:50,195 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened eb13805756369b23680872ad93a7f689; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72251575, jitterRate=0.07663236558437347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:50,195 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,195 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for eb13805756369b23680872ad93a7f689: Running coprocessor pre-open hook at 1731176030186Writing region info on filesystem at 1731176030186Initializing all the Stores at 1731176030187 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176030187Cleaning up temporary data from old regions at 1731176030192 (+5 ms)Running coprocessor post-open hooks at 1731176030195 (+3 ms)Region opened successfully at 1731176030195 2024-11-09T18:13:50,196 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., pid=43, masterSystemTime=1731176030171 2024-11-09T18:13:50,196 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689., pid=44, masterSystemTime=1731176030176 2024-11-09T18:13:50,198 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:50,198 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:13:50,198 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:50,198 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 05bab8678f52762e0bb6618728ba9b21, NAME => 'SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T18:13:50,198 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=def90fc03acf7ec12f58190cdeb10a7b, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:50,198 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,199 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:50,199 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,199 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,199 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:50,199 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:13:50,200 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:50,200 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => bd8c002c2e23a1dc5af72258f4372fba, NAME => 'SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T18:13:50,200 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,200 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:13:50,201 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,201 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=eb13805756369b23680872ad93a7f689, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:50,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure def90fc03acf7ec12f58190cdeb10a7b, server=fb97eb0edbe8,36401,1731175973577 because future has completed 2024-11-09T18:13:50,202 INFO [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,203 INFO [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05bab8678f52762e0bb6618728ba9b21 columnFamilyName cf 2024-11-09T18:13:50,203 DEBUG [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:50,204 INFO [StoreOpener-05bab8678f52762e0bb6618728ba9b21-1 {}] regionserver.HStore(327): Store=05bab8678f52762e0bb6618728ba9b21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:50,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb13805756369b23680872ad93a7f689, server=fb97eb0edbe8,39605,1731175973507 because future has completed 2024-11-09T18:13:50,205 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,205 INFO [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,207 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,207 INFO [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd8c002c2e23a1dc5af72258f4372fba columnFamilyName cf 2024-11-09T18:13:50,207 DEBUG [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:13:50,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-09T18:13:50,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure def90fc03acf7ec12f58190cdeb10a7b, server=fb97eb0edbe8,36401,1731175973577 in 10.0390 sec 2024-11-09T18:13:50,208 INFO [StoreOpener-bd8c002c2e23a1dc5af72258f4372fba-1 {}] regionserver.HStore(327): Store=bd8c002c2e23a1dc5af72258f4372fba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:13:50,209 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,210 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,210 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,210 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,210 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-09T18:13:50,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure eb13805756369b23680872ad93a7f689, server=fb97eb0edbe8,39605,1731175973507 in 10.0370 sec 2024-11-09T18:13:50,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=def90fc03acf7ec12f58190cdeb10a7b, ASSIGN in 10.2150 sec 2024-11-09T18:13:50,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:13:50,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb13805756369b23680872ad93a7f689, ASSIGN in 10.2180 sec 2024-11-09T18:13:50,214 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,215 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:13:50,216 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,216 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,216 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,217 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 05bab8678f52762e0bb6618728ba9b21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73843849, jitterRate=0.10035909712314606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:50,218 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,218 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 05bab8678f52762e0bb6618728ba9b21: Running coprocessor pre-open hook at 1731176030199Writing region info on filesystem at 1731176030199Initializing all the Stores at 1731176030201 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176030201Cleaning up temporary data from old regions at 1731176030210 (+9 ms)Running coprocessor post-open hooks at 1731176030218 (+8 ms)Region opened successfully at 1731176030218 2024-11-09T18:13:50,219 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21., pid=46, masterSystemTime=1731176030171 2024-11-09T18:13:50,220 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,222 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened bd8c002c2e23a1dc5af72258f4372fba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71971403, jitterRate=0.07245747745037079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:13:50,222 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,223 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for bd8c002c2e23a1dc5af72258f4372fba: Running coprocessor pre-open hook at 1731176030201Writing region info on filesystem at 1731176030201Initializing all the Stores at 1731176030204 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176030204Cleaning up temporary data from old regions at 1731176030216 (+12 ms)Running coprocessor post-open hooks at 1731176030222 (+6 ms)Region opened successfully at 1731176030222 2024-11-09T18:13:50,223 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:50,223 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:13:50,224 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., pid=45, masterSystemTime=1731176030176 2024-11-09T18:13:50,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=05bab8678f52762e0bb6618728ba9b21, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:13:50,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05bab8678f52762e0bb6618728ba9b21, server=fb97eb0edbe8,36401,1731175973577 because future has completed 2024-11-09T18:13:50,227 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:50,227 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:13:50,228 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=bd8c002c2e23a1dc5af72258f4372fba, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:13:50,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd8c002c2e23a1dc5af72258f4372fba, server=fb97eb0edbe8,39605,1731175973507 because future has completed 2024-11-09T18:13:50,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-09T18:13:50,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 05bab8678f52762e0bb6618728ba9b21, server=fb97eb0edbe8,36401,1731175973577 in 10.0550 sec 2024-11-09T18:13:50,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05bab8678f52762e0bb6618728ba9b21, ASSIGN in 10.2390 sec 2024-11-09T18:13:50,234 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:13:50,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-09T18:13:50,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure bd8c002c2e23a1dc5af72258f4372fba, server=fb97eb0edbe8,39605,1731175973507 in 10.0600 sec 2024-11-09T18:13:50,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:13:50,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-09T18:13:50,239 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server fb97eb0edbe8,46635,1731175973387 after splitting done 2024-11-09T18:13:50,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd8c002c2e23a1dc5af72258f4372fba, ASSIGN in 10.2430 sec 2024-11-09T18:13:50,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fb97eb0edbe8,46635,1731175973387, splitWal=true, meta=false in 20.3960 sec 2024-11-09T18:13:51,511 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:13:55,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T18:13:56,715 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T18:14:00,194 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:35329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T18:14:00,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T18:14:00,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for def90fc03acf7ec12f58190cdeb10a7b: 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. for SnapshotProcedureTest completed. 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 05bab8678f52762e0bb6618728ba9b21: 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. for SnapshotProcedureTest completed. 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:14:00,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:14:00,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:14:00,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T18:14:00,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T18:14:00,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for eb13805756369b23680872ad93a7f689: 2024-11-09T18:14:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. for SnapshotProcedureTest completed. 2024-11-09T18:14:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:14:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:14:00,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:14:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for bd8c002c2e23a1dc5af72258f4372fba: 2024-11-09T18:14:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. for SnapshotProcedureTest completed. 2024-11-09T18:14:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:14:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:14:00,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:14:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741857_1033 (size=65) 2024-11-09T18:14:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741857_1033 (size=65) 2024-11-09T18:14:00,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741857_1033 (size=65) 2024-11-09T18:14:00,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:00,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T18:14:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T18:14:00,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:14:00,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:14:00,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05bab8678f52762e0bb6618728ba9b21 in 30.5980 sec 2024-11-09T18:14:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741858_1034 (size=65) 2024-11-09T18:14:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741858_1034 (size=65) 2024-11-09T18:14:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741858_1034 (size=65) 2024-11-09T18:14:00,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:00,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T18:14:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T18:14:00,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:14:00,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:14:00,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure def90fc03acf7ec12f58190cdeb10a7b in 30.6170 sec 2024-11-09T18:14:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741860_1036 (size=65) 2024-11-09T18:14:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741860_1036 (size=65) 2024-11-09T18:14:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741860_1036 (size=65) 2024-11-09T18:14:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741859_1035 (size=57) 2024-11-09T18:14:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741859_1035 (size=57) 2024-11-09T18:14:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741859_1035 (size=57) 2024-11-09T18:14:00,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:00,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T18:14:00,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:00,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T18:14:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T18:14:00,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:14:00,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:14:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T18:14:00,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb13805756369b23680872ad93a7f689 2024-11-09T18:14:00,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 2024-11-09T18:14:00,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd8c002c2e23a1dc5af72258f4372fba in 30.6370 sec 2024-11-09T18:14:00,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T18:14:00,331 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T18:14:00,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb13805756369b23680872ad93a7f689 in 30.6380 sec 2024-11-09T18:14:00,333 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T18:14:00,336 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T18:14:00,337 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T18:14:00,340 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T18:14:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741861_1037 (size=1094) 2024-11-09T18:14:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741861_1037 (size=1094) 2024-11-09T18:14:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741861_1037 (size=1094) 2024-11-09T18:14:00,403 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T18:14:00,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T18:14:00,425 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:00,426 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:00,427 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:00,427 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:00,429 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:00,434 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:04,169 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3e7d1f1c73ffdd424f1719e5e647957f, had cached 0 bytes from a total of 28623 2024-11-09T18:14:04,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c8cab8e932e25f2c8c426a38ccfce738, had cached 0 bytes from a total of 499309 2024-11-09T18:14:08,411 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1cdef33d570ebb072e996f0dcb8652dd changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,411 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 05bab8678f52762e0bb6618728ba9b21 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,412 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f4c7070c639e59ec3ad98905e26e7442 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,412 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region def90fc03acf7ec12f58190cdeb10a7b changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,413 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c8cab8e932e25f2c8c426a38ccfce738 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,413 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb13805756369b23680872ad93a7f689 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,413 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9fd216854b8d38b0869c41937c0c2a88 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,413 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 98e4455c2d710a24d34fe788d9b3e333 changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,413 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bd8c002c2e23a1dc5af72258f4372fba changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:08,414 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e7d1f1c73ffdd424f1719e5e647957f changed from -1.0 to 0.0, refreshing cache 2024-11-09T18:14:10,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-09T18:14:10,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-09T18:14:10,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-09T18:14:10,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T18:14:10,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-09T18:14:10,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T18:14:10,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T18:14:10,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T18:14:10,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T18:14:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T18:14:10,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T18:14:10,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T18:14:10,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T18:14:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T18:14:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-09T18:14:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T18:14:10,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T18:14:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T18:14:10,443 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 Release verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:10,443 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 Release verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T18:14:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T18:14:10,449 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 Release verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:10,449 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:10,450 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 in 10.0280 sec 2024-11-09T18:14:10,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 in 10.0280 sec 2024-11-09T18:14:10,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 in 10.0330 sec 2024-11-09T18:14:10,457 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 Release verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:10,457 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 Release verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:10,458 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:10,458 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:10,458 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 Release verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:10,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 in 10.0410 sec 2024-11-09T18:14:10,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 in 10.0420 sec 2024-11-09T18:14:10,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 in 10.0410 sec 2024-11-09T18:14:20,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T18:14:20,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T18:14:20,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T18:14:20,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T18:14:20,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T18:14:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T18:14:20,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T18:14:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T18:14:20,458 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 Release verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T18:14:20,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T18:14:20,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T18:14:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35329 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T18:14:20,462 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 Release verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:20,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 in 20.0420 sec 2024-11-09T18:14:20,465 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 Release verify snapshot worker=fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:20,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 in 20.0460 sec 2024-11-09T18:14:20,466 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 Release verify snapshot worker=fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:20,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,36401,1731175973577 in 20.0490 sec 2024-11-09T18:14:20,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-09T18:14:20,470 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T18:14:20,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,39605,1731175973507 in 20.0500 sec 2024-11-09T18:14:20,472 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T18:14:20,477 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T18:14:20,478 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T18:14:20,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8720 sec 2024-11-09T18:14:20,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T18:14:20,759 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T18:14:20,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:14:20,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:14:20,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:14:20,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:20,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:20,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:14:20,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:14:20,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175919944, stopped=false 2024-11-09T18:14:20,762 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,35329,1731175972530 2024-11-09T18:14:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:20,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:14:20,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:20,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:20,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:20,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:14:20,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:14:20,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:20,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,39605,1731175973507' ***** 2024-11-09T18:14:20,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:14:20,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,36401,1731175973577' ***** 2024-11-09T18:14:20,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:14:20,811 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:14:20,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:14:20,812 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:14:20,812 INFO [RS:2;fb97eb0edbe8:36401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:14:20,812 INFO [RS:1;fb97eb0edbe8:39605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:14:20,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:14:20,812 INFO [RS:1;fb97eb0edbe8:39605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:14:20,812 INFO [RS:2;fb97eb0edbe8:36401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:14:20,812 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for def90fc03acf7ec12f58190cdeb10a7b 2024-11-09T18:14:20,813 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e7d1f1c73ffdd424f1719e5e647957f 2024-11-09T18:14:20,816 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 05bab8678f52762e0bb6618728ba9b21 2024-11-09T18:14:20,816 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for c8cab8e932e25f2c8c426a38ccfce738 2024-11-09T18:14:20,816 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cdef33d570ebb072e996f0dcb8652dd 2024-11-09T18:14:20,817 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(3091): Received CLOSE for f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:14:20,817 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:20,817 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing def90fc03acf7ec12f58190cdeb10a7b, disabling compactions & flushes 2024-11-09T18:14:20,817 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:14:20,817 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:20,817 INFO [RS:2;fb97eb0edbe8:36401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fb97eb0edbe8:36401. 2024-11-09T18:14:20,817 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:20,817 DEBUG [RS:2;fb97eb0edbe8:36401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:14:20,817 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. after waiting 0 ms 2024-11-09T18:14:20,817 DEBUG [RS:2;fb97eb0edbe8:36401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:20,817 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:20,817 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T18:14:20,817 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1325): Online Regions={def90fc03acf7ec12f58190cdeb10a7b=SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b., 05bab8678f52762e0bb6618728ba9b21=SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21., c8cab8e932e25f2c8c426a38ccfce738=SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738., 1cdef33d570ebb072e996f0dcb8652dd=SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd., f4c7070c639e59ec3ad98905e26e7442=SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442.} 2024-11-09T18:14:20,818 DEBUG [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1351): Waiting on 05bab8678f52762e0bb6618728ba9b21, 1cdef33d570ebb072e996f0dcb8652dd, c8cab8e932e25f2c8c426a38ccfce738, def90fc03acf7ec12f58190cdeb10a7b, f4c7070c639e59ec3ad98905e26e7442 2024-11-09T18:14:20,818 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for eb13805756369b23680872ad93a7f689 2024-11-09T18:14:20,818 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for bd8c002c2e23a1dc5af72258f4372fba 2024-11-09T18:14:20,818 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for 98e4455c2d710a24d34fe788d9b3e333 2024-11-09T18:14:20,818 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e7d1f1c73ffdd424f1719e5e647957f, disabling compactions & flushes 2024-11-09T18:14:20,818 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fd216854b8d38b0869c41937c0c2a88 2024-11-09T18:14:20,818 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:14:20,818 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:20,818 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:14:20,819 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:14:20,819 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. after waiting 0 ms 2024-11-09T18:14:20,819 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:14:20,819 INFO [RS:1;fb97eb0edbe8:39605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:39605. 2024-11-09T18:14:20,819 DEBUG [RS:1;fb97eb0edbe8:39605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:14:20,819 DEBUG [RS:1;fb97eb0edbe8:39605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:20,819 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:14:20,819 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:14:20,819 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:14:20,819 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:14:20,828 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T18:14:20,828 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1325): Online Regions={3e7d1f1c73ffdd424f1719e5e647957f=SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f., eb13805756369b23680872ad93a7f689=SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689., bd8c002c2e23a1dc5af72258f4372fba=SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba., 1588230740=hbase:meta,,1.1588230740, 98e4455c2d710a24d34fe788d9b3e333=SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333., 9fd216854b8d38b0869c41937c0c2a88=SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88.} 2024-11-09T18:14:20,829 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7d1f1c73ffdd424f1719e5e647957f, 98e4455c2d710a24d34fe788d9b3e333, 9fd216854b8d38b0869c41937c0c2a88, bd8c002c2e23a1dc5af72258f4372fba, eb13805756369b23680872ad93a7f689 2024-11-09T18:14:20,830 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:14:20,830 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:14:20,830 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:14:20,830 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:14:20,830 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:14:20,831 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-11-09T18:14:20,857 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/3e7d1f1c73ffdd424f1719e5e647957f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:14:20,860 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:14:20,860 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e7d1f1c73ffdd424f1719e5e647957f: Waiting for close lock at 1731176060818Running coprocessor pre-close hooks at 1731176060818Disabling compacts and flushes for region at 1731176060818Disabling writes for close at 1731176060819 (+1 ms)Writing region close event to WAL at 1731176060844 (+25 ms)Running coprocessor post-close hooks at 1731176060857 (+13 ms)Closed at 1731176060860 (+3 ms) 2024-11-09T18:14:20,860 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/def90fc03acf7ec12f58190cdeb10a7b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731175988669.3e7d1f1c73ffdd424f1719e5e647957f. 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb13805756369b23680872ad93a7f689, disabling compactions & flushes 2024-11-09T18:14:20,861 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. after waiting 0 ms 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:20,861 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for def90fc03acf7ec12f58190cdeb10a7b: Waiting for close lock at 1731176060816Running coprocessor pre-close hooks at 1731176060817 (+1 ms)Disabling compacts and flushes for region at 1731176060817Disabling writes for close at 1731176060817Writing region close event to WAL at 1731176060820 (+3 ms)Running coprocessor post-close hooks at 1731176060861 (+41 ms)Closed at 1731176060861 2024-11-09T18:14:20,861 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731175988669.def90fc03acf7ec12f58190cdeb10a7b. 2024-11-09T18:14:20,862 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05bab8678f52762e0bb6618728ba9b21, disabling compactions & flushes 2024-11-09T18:14:20,862 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:20,862 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:20,862 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. after waiting 0 ms 2024-11-09T18:14:20,862 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:20,874 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/eb13805756369b23680872ad93a7f689/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,876 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/05bab8678f52762e0bb6618728ba9b21/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,877 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:20,878 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:20,878 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05bab8678f52762e0bb6618728ba9b21: Waiting for close lock at 1731176060862Running coprocessor pre-close hooks at 1731176060862Disabling compacts and flushes for region at 1731176060862Disabling writes for close at 1731176060862Writing region close event to WAL at 1731176060872 (+10 ms)Running coprocessor post-close hooks at 1731176060877 (+5 ms)Closed at 1731176060877 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb13805756369b23680872ad93a7f689: Waiting for close lock at 1731176060861Running coprocessor pre-close hooks at 1731176060861Disabling compacts and flushes for region at 1731176060861Disabling writes for close at 1731176060861Writing region close event to WAL at 1731176060862 (+1 ms)Running coprocessor post-close hooks at 1731176060877 (+15 ms)Closed at 1731176060877 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731175988669.eb13805756369b23680872ad93a7f689. 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731175988669.05bab8678f52762e0bb6618728ba9b21. 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd8c002c2e23a1dc5af72258f4372fba, disabling compactions & flushes 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8cab8e932e25f2c8c426a38ccfce738, disabling compactions & flushes 2024-11-09T18:14:20,878 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:20,878 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. after waiting 0 ms 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. after waiting 0 ms 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:20,878 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:14:20,881 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/info/f06f3e32888444a9927a2cb1a31ff8ee is 167, key is SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88./info:regioninfo/1731175999359/Put/seqid=0 2024-11-09T18:14:20,884 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/c8cab8e932e25f2c8c426a38ccfce738/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:14:20,885 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/bd8c002c2e23a1dc5af72258f4372fba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,885 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:20,885 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8cab8e932e25f2c8c426a38ccfce738: Waiting for close lock at 1731176060878Running coprocessor pre-close hooks at 1731176060878Disabling compacts and flushes for region at 1731176060878Disabling writes for close at 1731176060878Writing region close event to WAL at 1731176060879 (+1 ms)Running coprocessor post-close hooks at 1731176060885 (+6 ms)Closed at 1731176060885 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd8c002c2e23a1dc5af72258f4372fba: Waiting for close lock at 1731176060878Running coprocessor pre-close hooks at 1731176060878Disabling compacts and flushes for region at 1731176060878Disabling writes for close at 1731176060878Writing region close event to WAL at 1731176060879 (+1 ms)Running coprocessor post-close hooks at 1731176060885 (+6 ms)Closed at 1731176060885 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731175988669.c8cab8e932e25f2c8c426a38ccfce738. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731175988669.bd8c002c2e23a1dc5af72258f4372fba. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cdef33d570ebb072e996f0dcb8652dd, disabling compactions & flushes 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98e4455c2d710a24d34fe788d9b3e333, disabling compactions & flushes 2024-11-09T18:14:20,886 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:14:20,886 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. after waiting 0 ms 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. after waiting 0 ms 2024-11-09T18:14:20,886 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:14:20,905 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/1cdef33d570ebb072e996f0dcb8652dd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,906 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:14:20,906 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cdef33d570ebb072e996f0dcb8652dd: Waiting for close lock at 1731176060886Running coprocessor pre-close hooks at 1731176060886Disabling compacts and flushes for region at 1731176060886Disabling writes for close at 1731176060886Writing region close event to WAL at 1731176060896 (+10 ms)Running coprocessor post-close hooks at 1731176060906 (+10 ms)Closed at 1731176060906 2024-11-09T18:14:20,907 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731175988669.1cdef33d570ebb072e996f0dcb8652dd. 2024-11-09T18:14:20,907 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4c7070c639e59ec3ad98905e26e7442, disabling compactions & flushes 2024-11-09T18:14:20,907 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:14:20,907 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:14:20,907 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. after waiting 0 ms 2024-11-09T18:14:20,907 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:14:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741862_1038 (size=20260) 2024-11-09T18:14:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741862_1038 (size=20260) 2024-11-09T18:14:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741862_1038 (size=20260) 2024-11-09T18:14:20,911 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/info/f06f3e32888444a9927a2cb1a31ff8ee 2024-11-09T18:14:20,914 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/98e4455c2d710a24d34fe788d9b3e333/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,915 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:14:20,915 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98e4455c2d710a24d34fe788d9b3e333: Waiting for close lock at 1731176060886Running coprocessor pre-close hooks at 1731176060886Disabling compacts and flushes for region at 1731176060886Disabling writes for close at 1731176060886Writing region close event to WAL at 1731176060900 (+14 ms)Running coprocessor post-close hooks at 1731176060915 (+15 ms)Closed at 1731176060915 2024-11-09T18:14:20,915 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731175988669.98e4455c2d710a24d34fe788d9b3e333. 2024-11-09T18:14:20,915 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fd216854b8d38b0869c41937c0c2a88, disabling compactions & flushes 2024-11-09T18:14:20,916 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:14:20,916 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:14:20,916 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. after waiting 0 ms 2024-11-09T18:14:20,916 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:14:20,922 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/9fd216854b8d38b0869c41937c0c2a88/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,923 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:14:20,924 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fd216854b8d38b0869c41937c0c2a88: Waiting for close lock at 1731176060915Running coprocessor pre-close hooks at 1731176060915Disabling compacts and flushes for region at 1731176060915Disabling writes for close at 1731176060916 (+1 ms)Writing region close event to WAL at 1731176060916Running coprocessor post-close hooks at 1731176060923 (+7 ms)Closed at 1731176060923 2024-11-09T18:14:20,924 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731175988669.9fd216854b8d38b0869c41937c0c2a88. 2024-11-09T18:14:20,925 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/default/SPTestTable/f4c7070c639e59ec3ad98905e26e7442/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:14:20,927 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:14:20,928 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4c7070c639e59ec3ad98905e26e7442: Waiting for close lock at 1731176060907Running coprocessor pre-close hooks at 1731176060907Disabling compacts and flushes for region at 1731176060907Disabling writes for close at 1731176060907Writing region close event to WAL at 1731176060914 (+7 ms)Running coprocessor post-close hooks at 1731176060927 (+13 ms)Closed at 1731176060927 2024-11-09T18:14:20,928 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731175988669.f4c7070c639e59ec3ad98905e26e7442. 2024-11-09T18:14:20,946 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/ns/a87ae5df987b4eed992b129ac308fd8e is 43, key is default/ns:d/1731175988352/Put/seqid=0 2024-11-09T18:14:20,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741863_1039 (size=5153) 2024-11-09T18:14:20,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741863_1039 (size=5153) 2024-11-09T18:14:20,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741863_1039 (size=5153) 2024-11-09T18:14:20,997 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/ns/a87ae5df987b4eed992b129ac308fd8e 2024-11-09T18:14:21,018 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,36401,1731175973577; all regions closed. 2024-11-09T18:14:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741834_1010 (size=3530) 2024-11-09T18:14:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741834_1010 (size=3530) 2024-11-09T18:14:21,029 DEBUG [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T18:14:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741834_1010 (size=3530) 2024-11-09T18:14:21,033 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/table/3f4eab308fe441bcb57e720198e0e667 is 47, key is SPTestTable/table:state/1731175999553/Put/seqid=0 2024-11-09T18:14:21,034 DEBUG [RS:2;fb97eb0edbe8:36401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs 2024-11-09T18:14:21,034 INFO [RS:2;fb97eb0edbe8:36401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C36401%2C1731175973577:(num 1731175976830) 2024-11-09T18:14:21,034 DEBUG [RS:2;fb97eb0edbe8:36401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:21,034 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:14:21,035 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:14:21,035 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:14:21,035 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:14:21,035 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:14:21,035 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:14:21,035 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:14:21,035 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:14:21,036 INFO [RS:2;fb97eb0edbe8:36401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36401 2024-11-09T18:14:21,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741864_1040 (size=5214) 2024-11-09T18:14:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741864_1040 (size=5214) 2024-11-09T18:14:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741864_1040 (size=5214) 2024-11-09T18:14:21,064 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/table/3f4eab308fe441bcb57e720198e0e667 2024-11-09T18:14:21,074 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/info/f06f3e32888444a9927a2cb1a31ff8ee as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/info/f06f3e32888444a9927a2cb1a31ff8ee 2024-11-09T18:14:21,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:14:21,081 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:14:21,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,36401,1731175973577 2024-11-09T18:14:21,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,36401,1731175973577] 2024-11-09T18:14:21,097 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/info/f06f3e32888444a9927a2cb1a31ff8ee, entries=116, sequenceid=37, filesize=19.8 K 2024-11-09T18:14:21,099 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/ns/a87ae5df987b4eed992b129ac308fd8e as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/ns/a87ae5df987b4eed992b129ac308fd8e 2024-11-09T18:14:21,114 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/ns/a87ae5df987b4eed992b129ac308fd8e, entries=2, sequenceid=37, filesize=5.0 K 2024-11-09T18:14:21,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,36401,1731175973577 already deleted, retry=false 2024-11-09T18:14:21,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,36401,1731175973577 expired; onlineServers=1 2024-11-09T18:14:21,117 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/.tmp/table/3f4eab308fe441bcb57e720198e0e667 as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/table/3f4eab308fe441bcb57e720198e0e667 2024-11-09T18:14:21,130 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/table/3f4eab308fe441bcb57e720198e0e667, entries=2, sequenceid=37, filesize=5.1 K 2024-11-09T18:14:21,132 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 302ms, sequenceid=37, compaction requested=false 2024-11-09T18:14:21,173 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-09T18:14:21,174 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:14:21,175 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:14:21,175 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176060829Running coprocessor pre-close hooks at 1731176060829Disabling compacts and flushes for region at 1731176060830 (+1 ms)Disabling writes for close at 1731176060830Obtaining lock to block concurrent updates at 1731176060831 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731176060831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1731176060832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731176060833 (+1 ms)Flushing 1588230740/info: creating writer at 1731176060833Flushing 1588230740/info: appending metadata at 1731176060880 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731176060881 (+1 ms)Flushing 1588230740/ns: creating writer at 1731176060923 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731176060945 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731176060945Flushing 1588230740/table: creating writer at 1731176061008 (+63 ms)Flushing 1588230740/table: appending metadata at 1731176061032 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731176061032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a115bf0: reopening flushed file at 1731176061073 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7fa4ac: reopening flushed file at 1731176061097 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f5015c: reopening flushed file at 1731176061114 (+17 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 302ms, sequenceid=37, compaction requested=false at 1731176061133 (+19 ms)Writing region close event to WAL at 1731176061148 (+15 ms)Running coprocessor post-close hooks at 1731176061174 (+26 ms)Closed at 1731176061175 (+1 ms) 2024-11-09T18:14:21,175 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:14:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:14:21,205 INFO [RS:2;fb97eb0edbe8:36401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:14:21,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36401-0x10120ccf6ad0003, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:14:21,205 INFO [RS:2;fb97eb0edbe8:36401 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,36401,1731175973577; zookeeper connection closed. 2024-11-09T18:14:21,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe0e73f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe0e73f 2024-11-09T18:14:21,229 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,39605,1731175973507; all regions closed. 2024-11-09T18:14:21,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741836_1012 (size=19466) 2024-11-09T18:14:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741836_1012 (size=19466) 2024-11-09T18:14:21,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741836_1012 (size=19466) 2024-11-09T18:14:21,236 DEBUG [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs 2024-11-09T18:14:21,236 INFO [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C39605%2C1731175973507.meta:.meta(num 1731175987700) 2024-11-09T18:14:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741835_1011 (size=3500) 2024-11-09T18:14:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741835_1011 (size=3500) 2024-11-09T18:14:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741835_1011 (size=3500) 2024-11-09T18:14:21,247 DEBUG [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/oldWALs 2024-11-09T18:14:21,247 INFO [RS:1;fb97eb0edbe8:39605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C39605%2C1731175973507:(num 1731175976830) 2024-11-09T18:14:21,247 DEBUG [RS:1;fb97eb0edbe8:39605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:21,247 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:14:21,247 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:14:21,247 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:14:21,248 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:14:21,248 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:14:21,248 INFO [RS:1;fb97eb0edbe8:39605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39605 2024-11-09T18:14:21,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:14:21,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,39605,1731175973507 2024-11-09T18:14:21,263 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:14:21,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,39605,1731175973507] 2024-11-09T18:14:21,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,39605,1731175973507 already deleted, retry=false 2024-11-09T18:14:21,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,39605,1731175973507 expired; onlineServers=0 2024-11-09T18:14:21,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,35329,1731175972530' ***** 2024-11-09T18:14:21,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:14:21,283 INFO [M:0;fb97eb0edbe8:35329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:14:21,283 INFO [M:0;fb97eb0edbe8:35329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:14:21,283 DEBUG [M:0;fb97eb0edbe8:35329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:14:21,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:14:21,284 DEBUG [M:0;fb97eb0edbe8:35329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:14:21,284 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731175976301 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731175976301,5,FailOnTimeoutGroup] 2024-11-09T18:14:21,284 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731175976304 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731175976304,5,FailOnTimeoutGroup] 2024-11-09T18:14:21,284 INFO [M:0;fb97eb0edbe8:35329 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:14:21,284 INFO [M:0;fb97eb0edbe8:35329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:14:21,284 DEBUG [M:0;fb97eb0edbe8:35329 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:14:21,284 INFO [M:0;fb97eb0edbe8:35329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:14:21,284 INFO [M:0;fb97eb0edbe8:35329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:14:21,285 ERROR [M:0;fb97eb0edbe8:35329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34085 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34085,5,PEWorkerGroup] 2024-11-09T18:14:21,285 INFO [M:0;fb97eb0edbe8:35329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:14:21,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:14:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:14:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:21,294 DEBUG [M:0;fb97eb0edbe8:35329 {}] zookeeper.ZKUtil(347): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:14:21,294 WARN [M:0;fb97eb0edbe8:35329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:14:21,295 INFO [M:0;fb97eb0edbe8:35329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/.lastflushedseqids 2024-11-09T18:14:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741865_1041 (size=686) 2024-11-09T18:14:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741865_1041 (size=686) 2024-11-09T18:14:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741865_1041 (size=686) 2024-11-09T18:14:21,322 INFO [M:0;fb97eb0edbe8:35329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:14:21,322 INFO [M:0;fb97eb0edbe8:35329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:14:21,322 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:14:21,322 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:21,322 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:21,322 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:14:21,323 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:21,323 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-11-09T18:14:21,355 DEBUG [M:0;fb97eb0edbe8:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41f35b1f09254a108bf01214fc72b3bb is 82, key is hbase:meta,,1/info:regioninfo/1731175987898/Put/seqid=0 2024-11-09T18:14:21,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:14:21,372 INFO [RS:1;fb97eb0edbe8:39605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:14:21,372 INFO [RS:1;fb97eb0edbe8:39605 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,39605,1731175973507; zookeeper connection closed. 2024-11-09T18:14:21,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x10120ccf6ad0002, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:14:21,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74919854 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74919854 2024-11-09T18:14:21,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T18:14:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741866_1042 (size=5672) 2024-11-09T18:14:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741866_1042 (size=5672) 2024-11-09T18:14:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741866_1042 (size=5672) 2024-11-09T18:14:21,449 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41f35b1f09254a108bf01214fc72b3bb 2024-11-09T18:14:21,488 DEBUG [M:0;fb97eb0edbe8:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec66547a3af4cd19d855ea7a38e893e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731175999567/Put/seqid=0 2024-11-09T18:14:21,511 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:14:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741867_1043 (size=8973) 2024-11-09T18:14:21,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741867_1043 (size=8973) 2024-11-09T18:14:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741867_1043 (size=8973) 2024-11-09T18:14:21,542 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec66547a3af4cd19d855ea7a38e893e 2024-11-09T18:14:21,556 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aec66547a3af4cd19d855ea7a38e893e 2024-11-09T18:14:21,586 DEBUG [M:0;fb97eb0edbe8:35329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6b5e982bce1454eb9424703c85b4e76 is 69, key is fb97eb0edbe8,36401,1731175973577/rs:state/1731175976474/Put/seqid=0 2024-11-09T18:14:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741868_1044 (size=5441) 2024-11-09T18:14:21,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741868_1044 (size=5441) 2024-11-09T18:14:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741868_1044 (size=5441) 2024-11-09T18:14:21,642 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6b5e982bce1454eb9424703c85b4e76 2024-11-09T18:14:21,658 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6b5e982bce1454eb9424703c85b4e76 2024-11-09T18:14:21,660 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41f35b1f09254a108bf01214fc72b3bb as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41f35b1f09254a108bf01214fc72b3bb 2024-11-09T18:14:21,672 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41f35b1f09254a108bf01214fc72b3bb, entries=8, sequenceid=513, filesize=5.5 K 2024-11-09T18:14:21,676 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec66547a3af4cd19d855ea7a38e893e as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec66547a3af4cd19d855ea7a38e893e 2024-11-09T18:14:21,690 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aec66547a3af4cd19d855ea7a38e893e 2024-11-09T18:14:21,690 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec66547a3af4cd19d855ea7a38e893e, entries=56, sequenceid=513, filesize=8.8 K 2024-11-09T18:14:21,694 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6b5e982bce1454eb9424703c85b4e76 as hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6b5e982bce1454eb9424703c85b4e76 2024-11-09T18:14:21,707 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6b5e982bce1454eb9424703c85b4e76 2024-11-09T18:14:21,707 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/3c89d945-cb83-dde7-27a2-8ea9839485fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6b5e982bce1454eb9424703c85b4e76, entries=3, sequenceid=513, filesize=5.3 K 2024-11-09T18:14:21,713 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 389ms, sequenceid=513, compaction requested=false 2024-11-09T18:14:21,735 INFO [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:21,735 DEBUG [M:0;fb97eb0edbe8:35329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176061322Disabling compacts and flushes for region at 1731176061322Disabling writes for close at 1731176061323 (+1 ms)Obtaining lock to block concurrent updates at 1731176061323Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176061323Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731176061324 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176061327 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176061327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176061355 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176061355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176061463 (+108 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176061487 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176061487Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176061556 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176061585 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176061585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d636793: reopening flushed file at 1731176061658 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d622b56: reopening flushed file at 1731176061672 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e6ffbe: reopening flushed file at 1731176061690 (+18 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 389ms, sequenceid=513, compaction requested=false at 1731176061713 (+23 ms)Writing region close event to WAL at 1731176061734 (+21 ms)Closed at 1731176061734 2024-11-09T18:14:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43095 is added to blk_1073741830_1006 (size=234147) 2024-11-09T18:14:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741830_1006 (size=234147) 2024-11-09T18:14:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46453 is added to blk_1073741830_1006 (size=234147) 2024-11-09T18:14:21,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:14:21,746 INFO [M:0;fb97eb0edbe8:35329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:14:21,746 INFO [M:0;fb97eb0edbe8:35329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35329 2024-11-09T18:14:21,747 INFO [M:0;fb97eb0edbe8:35329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:14:21,899 INFO [M:0;fb97eb0edbe8:35329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:14:21,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:14:21,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35329-0x10120ccf6ad0000, quorum=127.0.0.1:62123, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:14:21,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:14:21,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:14:21,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:14:21,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:14:21,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,STOPPED} 2024-11-09T18:14:21,912 WARN [BP-738668920-172.17.0.3-1731175967170 heartbeating to localhost/127.0.0.1:34085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:14:21,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:14:21,912 WARN [BP-738668920-172.17.0.3-1731175967170 heartbeating to localhost/127.0.0.1:34085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-738668920-172.17.0.3-1731175967170 (Datanode Uuid cdf13bd6-853a-4fe8-b27d-90411f361fc6) service to localhost/127.0.0.1:34085 2024-11-09T18:14:21,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:14:21,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data5/current/BP-738668920-172.17.0.3-1731175967170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:14:21,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data6/current/BP-738668920-172.17.0.3-1731175967170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:14:21,915 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:14:21,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:14:21,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:14:21,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:14:21,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:14:21,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,STOPPED} 2024-11-09T18:14:21,923 WARN [BP-738668920-172.17.0.3-1731175967170 heartbeating to localhost/127.0.0.1:34085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:14:21,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:14:21,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:14:21,923 WARN [BP-738668920-172.17.0.3-1731175967170 heartbeating to localhost/127.0.0.1:34085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-738668920-172.17.0.3-1731175967170 (Datanode Uuid 9399bc84-37f3-428b-a52b-4c301683ac59) service to localhost/127.0.0.1:34085 2024-11-09T18:14:21,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data3/current/BP-738668920-172.17.0.3-1731175967170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:14:21,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data4/current/BP-738668920-172.17.0.3-1731175967170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:14:21,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:14:21,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:14:21,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:14:21,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:14:21,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:14:21,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,STOPPED} 2024-11-09T18:14:21,933 WARN [BP-738668920-172.17.0.3-1731175967170 heartbeating to localhost/127.0.0.1:34085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:14:21,933 WARN [BP-738668920-172.17.0.3-1731175967170 heartbeating to localhost/127.0.0.1:34085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-738668920-172.17.0.3-1731175967170 (Datanode Uuid c1b56592-a9dd-4542-b2fc-c4c0226de903) service to localhost/127.0.0.1:34085 2024-11-09T18:14:21,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:14:21,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:14:21,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data1/current/BP-738668920-172.17.0.3-1731175967170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:14:21,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/cluster_bf32effa-6bcc-c965-7092-d6b2adb410a5/data/data2/current/BP-738668920-172.17.0.3-1731175967170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:14:21,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:14:21,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:14:21,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:14:21,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:14:21,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:14:21,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir/,STOPPED} 2024-11-09T18:14:21,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:14:22,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:14:22,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@be7a0b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34085 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34085 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb97eb0edbe8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fb97eb0edbe8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/fb97eb0edbe8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fb97eb0edbe8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 460), ProcessCount=11 (was 11), AvailableMemoryMB=2790 (was 5010) 2024-11-09T18:14:22,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=2790 2024-11-09T18:14:22,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir so I do NOT create it in target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449 2024-11-09T18:14:22,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T18:14:22,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.tmp.dir so I do NOT create it in target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449 2024-11-09T18:14:22,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee02b153-d88a-1b04-4e48-51b287d60344/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T18:14:22,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449 2024-11-09T18:14:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T18:14:22,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9, deleteOnExit=true 2024-11-09T18:14:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T18:14:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/test.cache.data in system properties and HBase conf 2024-11-09T18:14:22,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir in system properties and HBase conf 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T18:14:22,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T18:14:22,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/nfs.dump.dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/java.io.tmpdir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T18:14:22,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T18:14:22,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:14:22,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:14:22,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:14:22,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:14:22,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:14:22,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:14:22,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:14:22,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:14:22,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a24c7a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-2240738660760560712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:14:22,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-09T18:14:22,747 INFO [Time-limited test {}] server.Server(415): Started @98859ms 2024-11-09T18:14:22,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:14:22,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:14:22,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:14:23,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:14:23,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:14:23,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:14:23,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:14:23,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:14:23,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:14:23,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:14:23,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ae4ac48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/java.io.tmpdir/jetty-localhost-35189-hadoop-hdfs-3_4_1-tests_jar-_-any-414282837615892226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:14:23,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:35189} 2024-11-09T18:14:23,212 INFO [Time-limited test {}] server.Server(415): Started @99325ms 2024-11-09T18:14:23,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:14:23,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:14:23,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:14:23,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:14:23,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:14:23,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:14:23,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:14:23,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:14:23,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33e24962{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/java.io.tmpdir/jetty-localhost-33651-hadoop-hdfs-3_4_1-tests_jar-_-any-9129393703941038526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:14:23,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:33651} 2024-11-09T18:14:23,411 INFO [Time-limited test {}] server.Server(415): Started @99524ms 2024-11-09T18:14:23,412 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:14:23,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T18:14:23,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T18:14:23,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T18:14:23,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T18:14:23,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T18:14:23,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,AVAILABLE} 2024-11-09T18:14:23,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T18:14:23,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cc5f70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/java.io.tmpdir/jetty-localhost-33357-hadoop-hdfs-3_4_1-tests_jar-_-any-241838296097649330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:14:23,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:33357} 2024-11-09T18:14:23,563 INFO [Time-limited test {}] server.Server(415): Started @99676ms 2024-11-09T18:14:23,565 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T18:14:24,208 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data1/current/BP-1656682955-172.17.0.3-1731176062101/current, will proceed with Du for space computation calculation, 2024-11-09T18:14:24,209 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data2/current/BP-1656682955-172.17.0.3-1731176062101/current, will proceed with Du for space computation calculation, 2024-11-09T18:14:24,229 WARN [Thread-643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:14:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62d4c09aff77f2fb with lease ID 0xaf70ee74f4f5d4f9: Processing first storage report for DS-a602ff02-0141-422f-bf30-284652560533 from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=4bb3616f-9eac-48d3-814d-21a02d472698, infoPort=40833, infoSecurePort=0, ipcPort=38463, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101) 2024-11-09T18:14:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62d4c09aff77f2fb with lease ID 0xaf70ee74f4f5d4f9: from storage DS-a602ff02-0141-422f-bf30-284652560533 node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=4bb3616f-9eac-48d3-814d-21a02d472698, infoPort=40833, infoSecurePort=0, ipcPort=38463, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:14:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62d4c09aff77f2fb with lease ID 0xaf70ee74f4f5d4f9: Processing first storage report for DS-140f781c-ccb7-4597-b690-ee2d1c7df92d from datanode DatanodeRegistration(127.0.0.1:44655, datanodeUuid=4bb3616f-9eac-48d3-814d-21a02d472698, infoPort=40833, infoSecurePort=0, ipcPort=38463, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101) 2024-11-09T18:14:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62d4c09aff77f2fb with lease ID 0xaf70ee74f4f5d4f9: from storage DS-140f781c-ccb7-4597-b690-ee2d1c7df92d node DatanodeRegistration(127.0.0.1:44655, datanodeUuid=4bb3616f-9eac-48d3-814d-21a02d472698, infoPort=40833, infoSecurePort=0, ipcPort=38463, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:14:24,837 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data3/current/BP-1656682955-172.17.0.3-1731176062101/current, will proceed with Du for space computation calculation, 2024-11-09T18:14:24,837 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data4/current/BP-1656682955-172.17.0.3-1731176062101/current, will proceed with Du for space computation calculation, 2024-11-09T18:14:24,862 WARN [Thread-666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:14:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a5435d51d3d768a with lease ID 0xaf70ee74f4f5d4fa: Processing first storage report for DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856 from datanode DatanodeRegistration(127.0.0.1:39995, datanodeUuid=5b2cc1a3-e9c3-4a70-970d-f33b0f53bfdf, infoPort=46641, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101) 2024-11-09T18:14:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a5435d51d3d768a with lease ID 0xaf70ee74f4f5d4fa: from storage DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856 node DatanodeRegistration(127.0.0.1:39995, datanodeUuid=5b2cc1a3-e9c3-4a70-970d-f33b0f53bfdf, infoPort=46641, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:14:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a5435d51d3d768a with lease ID 0xaf70ee74f4f5d4fa: Processing first storage report for DS-e3401dad-f147-4ae6-bd4f-ab794ee8ed6a from datanode DatanodeRegistration(127.0.0.1:39995, datanodeUuid=5b2cc1a3-e9c3-4a70-970d-f33b0f53bfdf, infoPort=46641, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101) 2024-11-09T18:14:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a5435d51d3d768a with lease ID 0xaf70ee74f4f5d4fa: from storage DS-e3401dad-f147-4ae6-bd4f-ab794ee8ed6a node DatanodeRegistration(127.0.0.1:39995, datanodeUuid=5b2cc1a3-e9c3-4a70-970d-f33b0f53bfdf, infoPort=46641, infoSecurePort=0, ipcPort=40737, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:14:24,884 WARN [Thread-725 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data5/current/BP-1656682955-172.17.0.3-1731176062101/current, will proceed with Du for space computation calculation, 2024-11-09T18:14:24,884 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data6/current/BP-1656682955-172.17.0.3-1731176062101/current, will proceed with Du for space computation calculation, 2024-11-09T18:14:24,918 WARN [Thread-688 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T18:14:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35acb61ffd5bdd00 with lease ID 0xaf70ee74f4f5d4fb: Processing first storage report for DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9 from datanode DatanodeRegistration(127.0.0.1:44509, datanodeUuid=552ca8eb-18c7-4e88-ad5b-4bf27a5df25e, infoPort=36207, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101) 2024-11-09T18:14:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35acb61ffd5bdd00 with lease ID 0xaf70ee74f4f5d4fb: from storage DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9 node DatanodeRegistration(127.0.0.1:44509, datanodeUuid=552ca8eb-18c7-4e88-ad5b-4bf27a5df25e, infoPort=36207, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:14:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35acb61ffd5bdd00 with lease ID 0xaf70ee74f4f5d4fb: Processing first storage report for DS-29babbc9-95ae-4baa-9e3e-25aecf574f75 from datanode DatanodeRegistration(127.0.0.1:44509, datanodeUuid=552ca8eb-18c7-4e88-ad5b-4bf27a5df25e, infoPort=36207, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101) 2024-11-09T18:14:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35acb61ffd5bdd00 with lease ID 0xaf70ee74f4f5d4fb: from storage DS-29babbc9-95ae-4baa-9e3e-25aecf574f75 node DatanodeRegistration(127.0.0.1:44509, datanodeUuid=552ca8eb-18c7-4e88-ad5b-4bf27a5df25e, infoPort=36207, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=1497402114;c=1731176062101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T18:14:25,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449 2024-11-09T18:14:25,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/zookeeper_0, clientPort=63765, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T18:14:25,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63765 2024-11-09T18:14:25,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:14:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:14:25,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741825_1001 (size=7) 2024-11-09T18:14:25,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 with version=8 2024-11-09T18:14:25,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/hbase-staging 2024-11-09T18:14:25,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T18:14:25,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:14:25,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36065 2024-11-09T18:14:25,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36065 connecting to ZooKeeper ensemble=127.0.0.1:63765 2024-11-09T18:14:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360650x0, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:14:25,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36065-0x10120ce639f0000 connected 2024-11-09T18:14:25,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:25,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9, hbase.cluster.distributed=false 2024-11-09T18:14:25,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:14:25,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36065 2024-11-09T18:14:25,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36065 2024-11-09T18:14:25,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36065 2024-11-09T18:14:25,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36065 2024-11-09T18:14:25,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36065 2024-11-09T18:14:25,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:14:25,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:14:25,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42697 2024-11-09T18:14:25,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42697 connecting to ZooKeeper ensemble=127.0.0.1:63765 2024-11-09T18:14:25,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426970x0, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:14:25,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426970x0, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:25,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42697-0x10120ce639f0001 connected 2024-11-09T18:14:25,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:14:25,413 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:14:25,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:14:25,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:14:25,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42697 2024-11-09T18:14:25,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42697 2024-11-09T18:14:25,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42697 2024-11-09T18:14:25,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42697 2024-11-09T18:14:25,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42697 2024-11-09T18:14:25,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:14:25,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:14:25,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:14:25,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:14:25,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:14:25,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46233 2024-11-09T18:14:25,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46233 connecting to ZooKeeper ensemble=127.0.0.1:63765 2024-11-09T18:14:25,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,464 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462330x0, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:14:25,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46233-0x10120ce639f0002 connected 2024-11-09T18:14:25,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:25,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:14:25,466 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:14:25,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:14:25,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:14:25,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-09T18:14:25,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46233 2024-11-09T18:14:25,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46233 2024-11-09T18:14:25,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-09T18:14:25,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46233 2024-11-09T18:14:25,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fb97eb0edbe8:0 server-side Connection retries=45 2024-11-09T18:14:25,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T18:14:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T18:14:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T18:14:25,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T18:14:25,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T18:14:25,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33969 2024-11-09T18:14:25,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33969 connecting to ZooKeeper ensemble=127.0.0.1:63765 2024-11-09T18:14:25,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339690x0, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T18:14:25,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339690x0, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:14:25,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33969-0x10120ce639f0003 connected 2024-11-09T18:14:25,518 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T18:14:25,518 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T18:14:25,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T18:14:25,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T18:14:25,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-09T18:14:25,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-09T18:14:25,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-09T18:14:25,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-09T18:14:25,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-09T18:14:25,544 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fb97eb0edbe8:36065 2024-11-09T18:14:25,545 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,555 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,556 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:25,649 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:14:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:14:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T18:14:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,649 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,650 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T18:14:25,651 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fb97eb0edbe8,36065,1731176065055 from backup master directory 2024-11-09T18:14:25,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:25,682 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T18:14:25,682 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:14:25,682 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:25,688 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/hbase.id] with ID: af5fd6aa-60ef-41ea-b505-0ebb04b15e82 2024-11-09T18:14:25,688 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.tmp/hbase.id 2024-11-09T18:14:25,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:14:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:14:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741826_1002 (size=42) 2024-11-09T18:14:25,713 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.tmp/hbase.id]:[hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/hbase.id] 2024-11-09T18:14:25,729 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T18:14:25,729 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T18:14:25,731 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T18:14:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,738 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:25,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:14:25,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:14:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741827_1003 (size=196) 2024-11-09T18:14:25,750 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:14:25,750 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T18:14:25,751 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:14:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:14:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:14:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741828_1004 (size=1189) 2024-11-09T18:14:25,762 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store 2024-11-09T18:14:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:14:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:14:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741829_1005 (size=34) 2024-11-09T18:14:25,793 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:25,793 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:14:25,793 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:25,793 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:25,793 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:14:25,793 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:25,793 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:14:25,793 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176065793Disabling compacts and flushes for region at 1731176065793Disabling writes for close at 1731176065793Writing region close event to WAL at 1731176065793Closed at 1731176065793 2024-11-09T18:14:25,794 WARN [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/.initializing 2024-11-09T18:14:25,794 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/WALs/fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:25,796 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:14:25,800 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C36065%2C1731176065055, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/WALs/fb97eb0edbe8,36065,1731176065055, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/oldWALs, maxLogs=10 2024-11-09T18:14:25,820 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/WALs/fb97eb0edbe8,36065,1731176065055/fb97eb0edbe8%2C36065%2C1731176065055.1731176065801, exclude list is [], retry=0 2024-11-09T18:14:25,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-a602ff02-0141-422f-bf30-284652560533,DISK] 2024-11-09T18:14:25,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9,DISK] 2024-11-09T18:14:25,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856,DISK] 2024-11-09T18:14:25,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:25,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:25,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:25,892 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/WALs/fb97eb0edbe8,36065,1731176065055/fb97eb0edbe8%2C36065%2C1731176065055.1731176065801 2024-11-09T18:14:25,904 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833),(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:36207:36207)] 2024-11-09T18:14:25,904 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:14:25,905 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:25,905 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,905 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T18:14:25,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:25,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:25,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T18:14:25,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:25,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:25,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T18:14:25,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:25,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:25,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T18:14:25,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:25,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:25,954 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,956 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,956 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,958 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,958 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,959 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:14:25,960 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T18:14:25,969 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:25,970 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64065592, jitterRate=-0.045348286628723145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:14:25,971 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731176065905Initializing all the Stores at 1731176065909 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176065909Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176065924 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176065924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176065924Cleaning up temporary data from old regions at 1731176065958 (+34 ms)Region opened successfully at 1731176065971 (+13 ms) 2024-11-09T18:14:25,976 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T18:14:25,981 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34763053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:14:25,983 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T18:14:25,983 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T18:14:25,983 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T18:14:25,983 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T18:14:25,984 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T18:14:25,985 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T18:14:25,985 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T18:14:25,996 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T18:14:25,997 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T18:14:26,010 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T18:14:26,010 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T18:14:26,011 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T18:14:26,022 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T18:14:26,023 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T18:14:26,024 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T18:14:26,108 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T18:14:26,109 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T18:14:26,240 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T18:14:26,243 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T18:14:26,296 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T18:14:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:26,306 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T18:14:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,306 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,307 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fb97eb0edbe8,36065,1731176065055, sessionid=0x10120ce639f0000, setting cluster-up flag (Was=false) 2024-11-09T18:14:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,327 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,359 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T18:14:26,361 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,380 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:26,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:14:26,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:26,412 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T18:14:26,413 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:26,415 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T18:14:26,417 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T18:14:26,418 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T18:14:26,418 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T18:14:26,418 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fb97eb0edbe8,36065,1731176065055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T18:14:26,419 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=5, maxPoolSize=5 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fb97eb0edbe8:0, corePoolSize=10, maxPoolSize=10 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:14:26,420 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:14:26,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T18:14:26,424 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:26,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T18:14:26,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:26,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731176096439 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T18:14:26,440 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T18:14:26,442 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(746): ClusterId : af5fd6aa-60ef-41ea-b505-0ebb04b15e82 2024-11-09T18:14:26,442 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:14:26,442 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(746): ClusterId : af5fd6aa-60ef-41ea-b505-0ebb04b15e82 2024-11-09T18:14:26,442 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:14:26,444 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,452 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T18:14:26,452 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T18:14:26,453 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T18:14:26,456 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T18:14:26,456 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T18:14:26,460 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176066456,5,FailOnTimeoutGroup] 2024-11-09T18:14:26,464 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176066460,5,FailOnTimeoutGroup] 2024-11-09T18:14:26,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,465 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(746): ClusterId : af5fd6aa-60ef-41ea-b505-0ebb04b15e82 2024-11-09T18:14:26,465 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:14:26,465 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T18:14:26,465 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:14:26,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T18:14:26,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,465 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:14:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:14:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741831_1007 (size=1321) 2024-11-09T18:14:26,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T18:14:26,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:26,486 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:14:26,486 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:14:26,486 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:14:26,486 DEBUG [RS:0;fb97eb0edbe8:42697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eda3ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:14:26,486 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T18:14:26,486 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T18:14:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:14:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:14:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741832_1008 (size=32) 2024-11-09T18:14:26,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:26,507 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:14:26,507 DEBUG [RS:2;fb97eb0edbe8:33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d515274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:14:26,508 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T18:14:26,509 DEBUG [RS:1;fb97eb0edbe8:46233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cf8f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fb97eb0edbe8/172.17.0.3:0 2024-11-09T18:14:26,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:14:26,521 DEBUG [RS:0;fb97eb0edbe8:42697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fb97eb0edbe8:42697 2024-11-09T18:14:26,521 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:14:26,521 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:14:26,521 DEBUG [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:14:26,522 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,36065,1731176065055 with port=42697, startcode=1731176065396 2024-11-09T18:14:26,522 DEBUG [RS:0;fb97eb0edbe8:42697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:14:26,524 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fb97eb0edbe8:46233 2024-11-09T18:14:26,524 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:14:26,525 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:14:26,525 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:14:26,526 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fb97eb0edbe8:33969 2024-11-09T18:14:26,526 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T18:14:26,526 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T18:14:26,526 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T18:14:26,526 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:14:26,526 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,36065,1731176065055 with port=46233, startcode=1731176065445 2024-11-09T18:14:26,526 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(2659): reportForDuty to master=fb97eb0edbe8,36065,1731176065055 with port=33969, startcode=1731176065501 2024-11-09T18:14:26,526 DEBUG [RS:2;fb97eb0edbe8:33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:14:26,526 DEBUG [RS:1;fb97eb0edbe8:46233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T18:14:26,529 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:14:26,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:14:26,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:26,530 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T18:14:26,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:26,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:14:26,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:26,531 DEBUG [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:26,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:26,531 DEBUG [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46571 2024-11-09T18:14:26,531 DEBUG [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:14:26,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:26,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:14:26,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:26,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:26,534 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:26,534 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46571 2024-11-09T18:14:26,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:26,534 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:14:26,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:14:26,535 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:26,535 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46571 2024-11-09T18:14:26,535 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T18:14:26,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:14:26,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:26,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:26,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:14:26,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:14:26,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:26,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:26,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:14:26,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740 2024-11-09T18:14:26,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740 2024-11-09T18:14:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:14:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:14:26,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:14:26,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:14:26,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:14:26,551 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:26,552 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71087005, jitterRate=0.05927892029285431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:14:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731176066504Initializing all the Stores at 1731176066505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176066505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176066510 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176066510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176066510Cleaning up temporary data from old regions at 1731176066544 (+34 ms)Region opened successfully at 1731176066554 (+10 ms) 2024-11-09T18:14:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:14:26,554 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:14:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:14:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:14:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:14:26,555 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:14:26,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176066554Disabling compacts and flushes for region at 1731176066554Disabling writes for close at 1731176066554Writing region close event to WAL at 1731176066555 (+1 ms)Closed at 1731176066555 2024-11-09T18:14:26,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:14:26,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T18:14:26,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:14:26,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:14:26,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T18:14:26,589 DEBUG [RS:0;fb97eb0edbe8:42697 {}] zookeeper.ZKUtil(111): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,589 WARN [RS:0;fb97eb0edbe8:42697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:14:26,589 DEBUG [RS:1;fb97eb0edbe8:46233 {}] zookeeper.ZKUtil(111): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:26,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,46233,1731176065445] 2024-11-09T18:14:26,589 DEBUG [RS:2;fb97eb0edbe8:33969 {}] zookeeper.ZKUtil(111): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:26,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,33969,1731176065501] 2024-11-09T18:14:26,589 WARN [RS:1;fb97eb0edbe8:46233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:14:26,589 WARN [RS:2;fb97eb0edbe8:33969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T18:14:26,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fb97eb0edbe8,42697,1731176065396] 2024-11-09T18:14:26,589 INFO [RS:0;fb97eb0edbe8:42697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:14:26,589 INFO [RS:2;fb97eb0edbe8:33969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:14:26,590 INFO [RS:1;fb97eb0edbe8:46233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:14:26,590 DEBUG [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,590 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:26,590 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:26,594 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:14:26,594 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:14:26,596 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:14:26,596 INFO [RS:2;fb97eb0edbe8:33969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:14:26,596 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,598 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T18:14:26,599 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:14:26,599 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:14:26,600 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:14:26,600 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 INFO [RS:1;fb97eb0edbe8:46233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:14:26,601 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,601 INFO [RS:0;fb97eb0edbe8:42697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T18:14:26,601 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,602 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,602 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:14:26,602 DEBUG [RS:2;fb97eb0edbe8:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:14:26,602 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:14:26,602 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T18:14:26,602 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,602 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,602 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,603 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,603 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:14:26,603 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T18:14:26,603 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,603 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,603 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,603 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33969,1731176065501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=2, maxPoolSize=2 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,603 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:14:26,603 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fb97eb0edbe8:0, corePoolSize=1, maxPoolSize=1 2024-11-09T18:14:26,604 DEBUG [RS:1;fb97eb0edbe8:46233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:14:26,604 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:14:26,604 DEBUG [RS:0;fb97eb0edbe8:42697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fb97eb0edbe8:0, corePoolSize=3, maxPoolSize=3 2024-11-09T18:14:26,604 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,604 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,604 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,605 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,605 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,605 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46233,1731176065445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:14:26,615 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,615 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,615 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,615 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,616 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,616 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42697,1731176065396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:14:26,622 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:14:26,622 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,33969,1731176065501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,623 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,623 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.Replication(171): fb97eb0edbe8,33969,1731176065501 started 2024-11-09T18:14:26,632 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:14:26,632 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T18:14:26,632 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,46233,1731176065445-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,632 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,42697,1731176065396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,632 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,632 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,632 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.Replication(171): fb97eb0edbe8,46233,1731176065445 started 2024-11-09T18:14:26,632 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.Replication(171): fb97eb0edbe8,42697,1731176065396 started 2024-11-09T18:14:26,637 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,637 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,33969,1731176065501, RpcServer on fb97eb0edbe8/172.17.0.3:33969, sessionid=0x10120ce639f0003 2024-11-09T18:14:26,637 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:14:26,637 DEBUG [RS:2;fb97eb0edbe8:33969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:26,637 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33969,1731176065501' 2024-11-09T18:14:26,638 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:14:26,638 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:14:26,639 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:14:26,639 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:14:26,639 DEBUG [RS:2;fb97eb0edbe8:33969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:26,639 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,33969,1731176065501' 2024-11-09T18:14:26,639 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:14:26,639 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:14:26,640 DEBUG [RS:2;fb97eb0edbe8:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:14:26,640 INFO [RS:2;fb97eb0edbe8:33969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:14:26,640 INFO [RS:2;fb97eb0edbe8:33969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:14:26,648 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,648 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,46233,1731176065445, RpcServer on fb97eb0edbe8/172.17.0.3:46233, sessionid=0x10120ce639f0002 2024-11-09T18:14:26,648 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:14:26,648 DEBUG [RS:1;fb97eb0edbe8:46233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:26,648 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46233,1731176065445' 2024-11-09T18:14:26,648 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:14:26,649 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:14:26,649 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:14:26,649 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:14:26,649 DEBUG [RS:1;fb97eb0edbe8:46233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:26,649 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,46233,1731176065445' 2024-11-09T18:14:26,649 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:14:26,650 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:14:26,650 DEBUG [RS:1;fb97eb0edbe8:46233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:14:26,650 INFO [RS:1;fb97eb0edbe8:46233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:14:26,650 INFO [RS:1;fb97eb0edbe8:46233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:14:26,650 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:26,650 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(1482): Serving as fb97eb0edbe8,42697,1731176065396, RpcServer on fb97eb0edbe8/172.17.0.3:42697, sessionid=0x10120ce639f0001 2024-11-09T18:14:26,651 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T18:14:26,651 DEBUG [RS:0;fb97eb0edbe8:42697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,651 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,42697,1731176065396' 2024-11-09T18:14:26,651 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T18:14:26,651 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T18:14:26,652 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T18:14:26,652 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T18:14:26,652 DEBUG [RS:0;fb97eb0edbe8:42697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,652 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fb97eb0edbe8,42697,1731176065396' 2024-11-09T18:14:26,652 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T18:14:26,652 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T18:14:26,653 DEBUG [RS:0;fb97eb0edbe8:42697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T18:14:26,653 INFO [RS:0;fb97eb0edbe8:42697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T18:14:26,653 INFO [RS:0;fb97eb0edbe8:42697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T18:14:26,711 WARN [fb97eb0edbe8:36065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T18:14:26,740 INFO [RS:2;fb97eb0edbe8:33969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:14:26,743 INFO [RS:2;fb97eb0edbe8:33969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C33969%2C1731176065501, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,33969,1731176065501, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs, maxLogs=32 2024-11-09T18:14:26,751 INFO [RS:1;fb97eb0edbe8:46233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:14:26,753 INFO [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C46233%2C1731176065445, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs, maxLogs=32 2024-11-09T18:14:26,753 INFO [RS:0;fb97eb0edbe8:42697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T18:14:26,755 INFO [RS:0;fb97eb0edbe8:42697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42697%2C1731176065396, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs, maxLogs=32 2024-11-09T18:14:26,763 DEBUG [RS:2;fb97eb0edbe8:33969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,33969,1731176065501/fb97eb0edbe8%2C33969%2C1731176065501.1731176066746, exclude list is [], retry=0 2024-11-09T18:14:26,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-a602ff02-0141-422f-bf30-284652560533,DISK] 2024-11-09T18:14:26,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9,DISK] 2024-11-09T18:14:26,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856,DISK] 2024-11-09T18:14:26,770 DEBUG [RS:1;fb97eb0edbe8:46233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445/fb97eb0edbe8%2C46233%2C1731176065445.1731176066754, exclude list is [], retry=0 2024-11-09T18:14:26,771 DEBUG [RS:0;fb97eb0edbe8:42697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396/fb97eb0edbe8%2C42697%2C1731176065396.1731176066755, exclude list is [], retry=0 2024-11-09T18:14:26,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-a602ff02-0141-422f-bf30-284652560533,DISK] 2024-11-09T18:14:26,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9,DISK] 2024-11-09T18:14:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-a602ff02-0141-422f-bf30-284652560533,DISK] 2024-11-09T18:14:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856,DISK] 2024-11-09T18:14:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856,DISK] 2024-11-09T18:14:26,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9,DISK] 2024-11-09T18:14:26,776 INFO [RS:2;fb97eb0edbe8:33969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,33969,1731176065501/fb97eb0edbe8%2C33969%2C1731176065501.1731176066746 2024-11-09T18:14:26,788 DEBUG [RS:2;fb97eb0edbe8:33969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:36207:36207),(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-09T18:14:26,817 INFO [RS:0;fb97eb0edbe8:42697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396/fb97eb0edbe8%2C42697%2C1731176065396.1731176066755 2024-11-09T18:14:26,817 INFO [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445/fb97eb0edbe8%2C46233%2C1731176065445.1731176066754 2024-11-09T18:14:26,818 DEBUG [RS:0;fb97eb0edbe8:42697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833),(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:36207:36207)] 2024-11-09T18:14:26,818 DEBUG [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833),(127.0.0.1/127.0.0.1:36207:36207),(127.0.0.1/127.0.0.1:46641:46641)] 2024-11-09T18:14:26,961 DEBUG [fb97eb0edbe8:36065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T18:14:26,962 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:14:26,964 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:14:26,964 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:14:26,964 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T18:14:26,964 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:14:26,964 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:14:26,964 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T18:14:26,965 INFO [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:14:26,965 INFO [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:14:26,965 INFO [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T18:14:26,965 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:14:26,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:26,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,42697,1731176065396, state=OPENING 2024-11-09T18:14:26,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T18:14:27,009 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:14:27,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:27,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:27,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:27,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:27,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:14:27,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,42697,1731176065396}] 2024-11-09T18:14:32,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T18:14:32,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T18:14:35,196 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fb97eb0edbe8:35329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T18:14:37,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:14:37,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:14:37,032 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:14:37,032 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:14:37,032 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:14:37,034 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C42697%2C1731176065396.meta, suffix=.meta, logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs, maxLogs=32 2024-11-09T18:14:37,048 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, exclude list is [], retry=0 2024-11-09T18:14:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-a602ff02-0141-422f-bf30-284652560533,DISK] 2024-11-09T18:14:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856,DISK] 2024-11-09T18:14:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9,DISK] 2024-11-09T18:14:37,056 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta 2024-11-09T18:14:37,058 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833),(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:36207:36207)] 2024-11-09T18:14:37,058 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:14:37,058 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:14:37,058 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:14:37,059 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:14:37,059 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:14:37,059 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,059 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:14:37,059 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:14:37,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:14:37,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:14:37,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:37,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:37,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:14:37,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:14:37,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:37,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:37,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:14:37,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:14:37,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:37,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:14:37,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:14:37,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:37,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:14:37,067 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:14:37,068 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740 2024-11-09T18:14:37,070 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740 2024-11-09T18:14:37,072 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:14:37,072 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:14:37,072 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:14:37,074 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:14:37,075 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69691348, jitterRate=0.03848201036453247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:14:37,076 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:14:37,076 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176077059Writing region info on filesystem at 1731176077059Initializing all the Stores at 1731176077060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176077060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176077060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176077060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176077060Cleaning up temporary data from old regions at 1731176077072 (+12 ms)Running coprocessor post-open hooks at 1731176077076 (+4 ms)Region opened successfully at 1731176077076 2024-11-09T18:14:37,077 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731176077013 2024-11-09T18:14:37,079 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:14:37,079 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:14:37,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:37,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,42697,1731176065396, state=OPEN 2024-11-09T18:14:37,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:14:37,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:14:37,092 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:37,092 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:14:37,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:37,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:37,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:37,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:14:37,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:14:37,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T18:14:37,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,42697,1731176065396 in 10.0820 sec 2024-11-09T18:14:37,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T18:14:37,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5360 sec 2024-11-09T18:14:37,097 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T18:14:37,097 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T18:14:37,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:14:37,099 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1] 2024-11-09T18:14:37,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:14:37,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:14:37,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6910 sec 2024-11-09T18:14:37,108 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731176077108, completionTime=-1 2024-11-09T18:14:37,108 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T18:14:37,108 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731176137111 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731176197111 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36065,1731176065055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36065,1731176065055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36065,1731176065055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,111 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fb97eb0edbe8:36065, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,112 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,114 DEBUG [master/fb97eb0edbe8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T18:14:37,124 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,131 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.449sec 2024-11-09T18:14:37,131 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T18:14:37,131 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T18:14:37,131 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T18:14:37,131 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T18:14:37,132 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T18:14:37,132 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36065,1731176065055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T18:14:37,132 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36065,1731176065055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T18:14:37,135 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T18:14:37,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T18:14:37,135 INFO [master/fb97eb0edbe8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fb97eb0edbe8,36065,1731176065055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T18:14:37,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:14:37,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36065,-1 for getting cluster id 2024-11-09T18:14:37,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:14:37,159 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5fd6aa-60ef-41ea-b505-0ebb04b15e82' 2024-11-09T18:14:37,160 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:14:37,160 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5fd6aa-60ef-41ea-b505-0ebb04b15e82" 2024-11-09T18:14:37,161 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b744c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:14:37,161 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36065,-1] 2024-11-09T18:14:37,161 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:14:37,161 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:37,163 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:14:37,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de470f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:14:37,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:14:37,165 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1] 2024-11-09T18:14:37,166 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:14:37,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:14:37,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:37,170 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731176077170 (current time:1731176077170). 2024-11-09T18:14:37,170 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T18:14:37,170 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T18:14:37,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73946fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:14:37,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fb97eb0edbe8,36065,-1 for getting cluster id 2024-11-09T18:14:37,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T18:14:37,172 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af5fd6aa-60ef-41ea-b505-0ebb04b15e82' 2024-11-09T18:14:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T18:14:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af5fd6aa-60ef-41ea-b505-0ebb04b15e82" 2024-11-09T18:14:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66068c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:14:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fb97eb0edbe8,36065,-1] 2024-11-09T18:14:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T18:14:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:37,174 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T18:14:37,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712dd452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T18:14:37,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:14:37,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1] 2024-11-09T18:14:37,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:14:37,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:14:37,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:14:37,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:14:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:14:37,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:14:37,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T18:14:37,181 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fb97eb0edbe8,36065,1731176065055 2024-11-09T18:14:37,182 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71632436 2024-11-09T18:14:37,182 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T18:14:37,184 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T18:14:37,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T18:14:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T18:14:37,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T18:14:37,188 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:37,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T18:14:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:37,189 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T18:14:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741837_1013 (size=361) 2024-11-09T18:14:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741837_1013 (size=361) 2024-11-09T18:14:37,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741837_1013 (size=361) 2024-11-09T18:14:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:37,606 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21b0795f2aace9762eade8664ebab069, NAME => 'SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4da0329dac9793e5386c48d08a990bbe, NAME => 'SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,608 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d925d60c6dc97b4f4dd79b2632113bda, NAME => 'SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741838_1014 (size=54) 2024-11-09T18:14:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741838_1014 (size=54) 2024-11-09T18:14:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741838_1014 (size=54) 2024-11-09T18:14:37,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21b0795f2aace9762eade8664ebab069, disabling compactions & flushes 2024-11-09T18:14:37,648 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:37,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:37,648 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. after waiting 0 ms 2024-11-09T18:14:37,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:37,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:37,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21b0795f2aace9762eade8664ebab069: Waiting for close lock at 1731176077648Disabling compacts and flushes for region at 1731176077648Disabling writes for close at 1731176077648Writing region close event to WAL at 1731176077649 (+1 ms)Closed at 1731176077649 2024-11-09T18:14:37,649 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c756869dc6419086fd7a7f9dbcfb8f32, NAME => 'SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741840_1016 (size=62) 2024-11-09T18:14:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741840_1016 (size=62) 2024-11-09T18:14:37,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741839_1015 (size=62) 2024-11-09T18:14:37,655 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4da0329dac9793e5386c48d08a990bbe, disabling compactions & flushes 2024-11-09T18:14:37,656 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. after waiting 0 ms 2024-11-09T18:14:37,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741839_1015 (size=62) 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,656 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d925d60c6dc97b4f4dd79b2632113bda, disabling compactions & flushes 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4da0329dac9793e5386c48d08a990bbe: Waiting for close lock at 1731176077656Disabling compacts and flushes for region at 1731176077656Disabling writes for close at 1731176077656Writing region close event to WAL at 1731176077656Closed at 1731176077656 2024-11-09T18:14:37,656 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:37,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741839_1015 (size=62) 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. after waiting 0 ms 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:37,656 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:37,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d925d60c6dc97b4f4dd79b2632113bda: Waiting for close lock at 1731176077656Disabling compacts and flushes for region at 1731176077656Disabling writes for close at 1731176077656Writing region close event to WAL at 1731176077656Closed at 1731176077656 2024-11-09T18:14:37,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741840_1016 (size=62) 2024-11-09T18:14:37,657 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9156ad9136d1ce319f14d7a843e3cccb, NAME => 'SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,657 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a699e066f8fc471a86f4c994a2b20c31, NAME => 'SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741841_1017 (size=62) 2024-11-09T18:14:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741841_1017 (size=62) 2024-11-09T18:14:37,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741841_1017 (size=62) 2024-11-09T18:14:37,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c756869dc6419086fd7a7f9dbcfb8f32, disabling compactions & flushes 2024-11-09T18:14:37,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:37,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:37,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. after waiting 0 ms 2024-11-09T18:14:37,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:37,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:37,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c756869dc6419086fd7a7f9dbcfb8f32: Waiting for close lock at 1731176077679Disabling compacts and flushes for region at 1731176077679Disabling writes for close at 1731176077679Writing region close event to WAL at 1731176077679Closed at 1731176077679 2024-11-09T18:14:37,680 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0a4ba3d5ad415a7324ecbcf1728893a, NAME => 'SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741842_1018 (size=62) 2024-11-09T18:14:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741842_1018 (size=62) 2024-11-09T18:14:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741842_1018 (size=62) 2024-11-09T18:14:37,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9156ad9136d1ce319f14d7a843e3cccb, disabling compactions & flushes 2024-11-09T18:14:37,696 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:37,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:37,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. after waiting 0 ms 2024-11-09T18:14:37,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:37,696 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:37,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9156ad9136d1ce319f14d7a843e3cccb: Waiting for close lock at 1731176077696Disabling compacts and flushes for region at 1731176077696Disabling writes for close at 1731176077696Writing region close event to WAL at 1731176077696Closed at 1731176077696 2024-11-09T18:14:37,697 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 67e5b551f4ae480f97196e33d812fab6, NAME => 'SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741843_1019 (size=62) 2024-11-09T18:14:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741843_1019 (size=62) 2024-11-09T18:14:37,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741843_1019 (size=62) 2024-11-09T18:14:37,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a699e066f8fc471a86f4c994a2b20c31, disabling compactions & flushes 2024-11-09T18:14:37,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:37,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:37,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. after waiting 0 ms 2024-11-09T18:14:37,700 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:37,700 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:37,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a699e066f8fc471a86f4c994a2b20c31: Waiting for close lock at 1731176077700Disabling compacts and flushes for region at 1731176077700Disabling writes for close at 1731176077700Writing region close event to WAL at 1731176077700Closed at 1731176077700 2024-11-09T18:14:37,701 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 057b14aee1ae1f0d8897eb640a2f05af, NAME => 'SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741844_1020 (size=62) 2024-11-09T18:14:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741844_1020 (size=62) 2024-11-09T18:14:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741844_1020 (size=62) 2024-11-09T18:14:37,719 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f0a4ba3d5ad415a7324ecbcf1728893a, disabling compactions & flushes 2024-11-09T18:14:37,720 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:37,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:37,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. after waiting 0 ms 2024-11-09T18:14:37,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:37,720 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:37,720 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0a4ba3d5ad415a7324ecbcf1728893a: Waiting for close lock at 1731176077719Disabling compacts and flushes for region at 1731176077719Disabling writes for close at 1731176077720 (+1 ms)Writing region close event to WAL at 1731176077720Closed at 1731176077720 2024-11-09T18:14:37,720 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b69e65bc86bc92eb12212888a410313, NAME => 'SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9 2024-11-09T18:14:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741845_1021 (size=62) 2024-11-09T18:14:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741845_1021 (size=62) 2024-11-09T18:14:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741845_1021 (size=62) 2024-11-09T18:14:37,736 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 67e5b551f4ae480f97196e33d812fab6, disabling compactions & flushes 2024-11-09T18:14:37,737 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:37,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:37,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. after waiting 0 ms 2024-11-09T18:14:37,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:37,737 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:37,737 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 67e5b551f4ae480f97196e33d812fab6: Waiting for close lock at 1731176077736Disabling compacts and flushes for region at 1731176077736Disabling writes for close at 1731176077737 (+1 ms)Writing region close event to WAL at 1731176077737Closed at 1731176077737 2024-11-09T18:14:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741846_1022 (size=62) 2024-11-09T18:14:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741846_1022 (size=62) 2024-11-09T18:14:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741846_1022 (size=62) 2024-11-09T18:14:37,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 057b14aee1ae1f0d8897eb640a2f05af, disabling compactions & flushes 2024-11-09T18:14:37,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:37,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:37,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. after waiting 0 ms 2024-11-09T18:14:37,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:37,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:37,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 057b14aee1ae1f0d8897eb640a2f05af: Waiting for close lock at 1731176077742Disabling compacts and flushes for region at 1731176077742Disabling writes for close at 1731176077742Writing region close event to WAL at 1731176077742Closed at 1731176077742 2024-11-09T18:14:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741847_1023 (size=54) 2024-11-09T18:14:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741847_1023 (size=54) 2024-11-09T18:14:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741847_1023 (size=54) 2024-11-09T18:14:37,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:37,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 1b69e65bc86bc92eb12212888a410313, disabling compactions & flushes 2024-11-09T18:14:37,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:37,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:37,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. after waiting 0 ms 2024-11-09T18:14:37,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:37,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:37,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b69e65bc86bc92eb12212888a410313: Waiting for close lock at 1731176077748Disabling compacts and flushes for region at 1731176077748Disabling writes for close at 1731176077749 (+1 ms)Writing region close event to WAL at 1731176077749Closed at 1731176077749 2024-11-09T18:14:37,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731176077750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731176077750"}]},"ts":"1731176077750"} 2024-11-09T18:14:37,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T18:14:37,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T18:14:37,759 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176077759"}]},"ts":"1731176077759"} 2024-11-09T18:14:37,761 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T18:14:37,762 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:14:37,766 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:14:37,766 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:14:37,766 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T18:14:37,766 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:14:37,766 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:14:37,766 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T18:14:37,766 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:14:37,766 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:14:37,767 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T18:14:37,767 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:14:37,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b0795f2aace9762eade8664ebab069, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4da0329dac9793e5386c48d08a990bbe, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d925d60c6dc97b4f4dd79b2632113bda, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c756869dc6419086fd7a7f9dbcfb8f32, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9156ad9136d1ce319f14d7a843e3cccb, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a699e066f8fc471a86f4c994a2b20c31, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0a4ba3d5ad415a7324ecbcf1728893a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67e5b551f4ae480f97196e33d812fab6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=057b14aee1ae1f0d8897eb640a2f05af, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b69e65bc86bc92eb12212888a410313, ASSIGN}] 2024-11-09T18:14:37,769 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b69e65bc86bc92eb12212888a410313, ASSIGN 2024-11-09T18:14:37,769 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=057b14aee1ae1f0d8897eb640a2f05af, ASSIGN 2024-11-09T18:14:37,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67e5b551f4ae480f97196e33d812fab6, ASSIGN 2024-11-09T18:14:37,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0a4ba3d5ad415a7324ecbcf1728893a, ASSIGN 2024-11-09T18:14:37,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a699e066f8fc471a86f4c994a2b20c31, ASSIGN 2024-11-09T18:14:37,770 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b69e65bc86bc92eb12212888a410313, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33969,1731176065501; forceNewPlan=false, retain=false 2024-11-09T18:14:37,770 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=057b14aee1ae1f0d8897eb640a2f05af, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46233,1731176065445; forceNewPlan=false, retain=false 2024-11-09T18:14:37,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0a4ba3d5ad415a7324ecbcf1728893a, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33969,1731176065501; forceNewPlan=false, retain=false 2024-11-09T18:14:37,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a699e066f8fc471a86f4c994a2b20c31, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46233,1731176065445; forceNewPlan=false, retain=false 2024-11-09T18:14:37,771 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67e5b551f4ae480f97196e33d812fab6, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,42697,1731176065396; forceNewPlan=false, retain=false 2024-11-09T18:14:37,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c756869dc6419086fd7a7f9dbcfb8f32, ASSIGN 2024-11-09T18:14:37,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d925d60c6dc97b4f4dd79b2632113bda, ASSIGN 2024-11-09T18:14:37,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4da0329dac9793e5386c48d08a990bbe, ASSIGN 2024-11-09T18:14:37,777 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b0795f2aace9762eade8664ebab069, ASSIGN 2024-11-09T18:14:37,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c756869dc6419086fd7a7f9dbcfb8f32, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33969,1731176065501; forceNewPlan=false, retain=false 2024-11-09T18:14:37,778 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9156ad9136d1ce319f14d7a843e3cccb, ASSIGN 2024-11-09T18:14:37,778 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d925d60c6dc97b4f4dd79b2632113bda, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,46233,1731176065445; forceNewPlan=false, retain=false 2024-11-09T18:14:37,779 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b0795f2aace9762eade8664ebab069, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,33969,1731176065501; forceNewPlan=false, retain=false 2024-11-09T18:14:37,779 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9156ad9136d1ce319f14d7a843e3cccb, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,42697,1731176065396; forceNewPlan=false, retain=false 2024-11-09T18:14:37,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4da0329dac9793e5386c48d08a990bbe, ASSIGN; state=OFFLINE, location=fb97eb0edbe8,42697,1731176065396; forceNewPlan=false, retain=false 2024-11-09T18:14:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:37,921 INFO [fb97eb0edbe8:36065 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T18:14:37,922 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=057b14aee1ae1f0d8897eb640a2f05af, regionState=OPENING, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:37,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a699e066f8fc471a86f4c994a2b20c31, regionState=OPENING, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:37,922 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d925d60c6dc97b4f4dd79b2632113bda, regionState=OPENING, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:37,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67e5b551f4ae480f97196e33d812fab6, regionState=OPENING, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:37,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9156ad9136d1ce319f14d7a843e3cccb, regionState=OPENING, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:37,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1b69e65bc86bc92eb12212888a410313, regionState=OPENING, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:37,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4da0329dac9793e5386c48d08a990bbe, regionState=OPENING, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:37,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f0a4ba3d5ad415a7324ecbcf1728893a, regionState=OPENING, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:37,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c756869dc6419086fd7a7f9dbcfb8f32, regionState=OPENING, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:37,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21b0795f2aace9762eade8664ebab069, regionState=OPENING, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:37,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=057b14aee1ae1f0d8897eb640a2f05af, ASSIGN because future has completed 2024-11-09T18:14:37,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d925d60c6dc97b4f4dd79b2632113bda, ASSIGN because future has completed 2024-11-09T18:14:37,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af, server=fb97eb0edbe8,46233,1731176065445}] 2024-11-09T18:14:37,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d925d60c6dc97b4f4dd79b2632113bda, server=fb97eb0edbe8,46233,1731176065445}] 2024-11-09T18:14:37,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a699e066f8fc471a86f4c994a2b20c31, ASSIGN because future has completed 2024-11-09T18:14:37,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a699e066f8fc471a86f4c994a2b20c31, server=fb97eb0edbe8,46233,1731176065445}] 2024-11-09T18:14:37,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67e5b551f4ae480f97196e33d812fab6, ASSIGN because future has completed 2024-11-09T18:14:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9156ad9136d1ce319f14d7a843e3cccb, ASSIGN because future has completed 2024-11-09T18:14:37,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67e5b551f4ae480f97196e33d812fab6, server=fb97eb0edbe8,42697,1731176065396}] 2024-11-09T18:14:37,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4da0329dac9793e5386c48d08a990bbe, ASSIGN because future has completed 2024-11-09T18:14:37,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b69e65bc86bc92eb12212888a410313, ASSIGN because future has completed 2024-11-09T18:14:37,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b69e65bc86bc92eb12212888a410313, server=fb97eb0edbe8,33969,1731176065501}] 2024-11-09T18:14:37,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0a4ba3d5ad415a7324ecbcf1728893a, ASSIGN because future has completed 2024-11-09T18:14:37,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a, server=fb97eb0edbe8,33969,1731176065501}] 2024-11-09T18:14:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b0795f2aace9762eade8664ebab069, ASSIGN because future has completed 2024-11-09T18:14:37,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c756869dc6419086fd7a7f9dbcfb8f32, ASSIGN because future has completed 2024-11-09T18:14:37,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b0795f2aace9762eade8664ebab069, server=fb97eb0edbe8,33969,1731176065501}] 2024-11-09T18:14:37,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4da0329dac9793e5386c48d08a990bbe, server=fb97eb0edbe8,42697,1731176065396}] 2024-11-09T18:14:37,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32, server=fb97eb0edbe8,33969,1731176065501}] 2024-11-09T18:14:37,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb, server=fb97eb0edbe8,42697,1731176065396}] 2024-11-09T18:14:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:38,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T18:14:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:42,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:42,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:14:42,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:42,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:42,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:42,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T18:14:42,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T18:14:42,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:14:42,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T18:14:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:47,944 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:14:47,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:14:47,951 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:47,951 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d925d60c6dc97b4f4dd79b2632113bda, NAME => 'SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T18:14:47,952 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,952 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:47,952 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,952 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,954 INFO [StoreOpener-d925d60c6dc97b4f4dd79b2632113bda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,956 INFO [StoreOpener-d925d60c6dc97b4f4dd79b2632113bda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d925d60c6dc97b4f4dd79b2632113bda columnFamilyName cf 2024-11-09T18:14:47,956 DEBUG [StoreOpener-d925d60c6dc97b4f4dd79b2632113bda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:47,957 INFO [StoreOpener-d925d60c6dc97b4f4dd79b2632113bda-1 {}] regionserver.HStore(327): Store=d925d60c6dc97b4f4dd79b2632113bda/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:47,957 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,958 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T18:14:47,958 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,959 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,959 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T18:14:47,962 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,968 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/d925d60c6dc97b4f4dd79b2632113bda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:47,969 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:47,969 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4da0329dac9793e5386c48d08a990bbe, NAME => 'SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T18:14:47,969 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,970 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:47,970 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,970 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,970 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d925d60c6dc97b4f4dd79b2632113bda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67176834, jitterRate=0.0010128319263458252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:47,971 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:47,971 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d925d60c6dc97b4f4dd79b2632113bda: Running coprocessor pre-open hook at 1731176087952Writing region info on filesystem at 1731176087952Initializing all the Stores at 1731176087954 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176087954Cleaning up temporary data from old regions at 1731176087959 (+5 ms)Running coprocessor post-open hooks at 1731176087971 (+12 ms)Region opened successfully at 1731176087971 2024-11-09T18:14:47,972 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda., pid=16, masterSystemTime=1731176087944 2024-11-09T18:14:47,974 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:47,974 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:14:47,975 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:47,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d925d60c6dc97b4f4dd79b2632113bda, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:47,975 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a699e066f8fc471a86f4c994a2b20c31, NAME => 'SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T18:14:47,975 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,975 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:47,975 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,975 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d925d60c6dc97b4f4dd79b2632113bda, server=fb97eb0edbe8,46233,1731176065445 because future has completed 2024-11-09T18:14:47,980 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:47,980 INFO [StoreOpener-4da0329dac9793e5386c48d08a990bbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,980 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 21b0795f2aace9762eade8664ebab069, NAME => 'SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T18:14:47,981 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,981 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:47,983 INFO [StoreOpener-4da0329dac9793e5386c48d08a990bbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da0329dac9793e5386c48d08a990bbe columnFamilyName cf 2024-11-09T18:14:47,981 INFO [StoreOpener-a699e066f8fc471a86f4c994a2b20c31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,983 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,983 DEBUG [StoreOpener-4da0329dac9793e5386c48d08a990bbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:47,983 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,983 INFO [StoreOpener-4da0329dac9793e5386c48d08a990bbe-1 {}] regionserver.HStore(327): Store=4da0329dac9793e5386c48d08a990bbe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:47,984 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-09T18:14:47,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d925d60c6dc97b4f4dd79b2632113bda, server=fb97eb0edbe8,46233,1731176065445 in 10.0410 sec 2024-11-09T18:14:47,985 INFO [StoreOpener-a699e066f8fc471a86f4c994a2b20c31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a699e066f8fc471a86f4c994a2b20c31 columnFamilyName cf 2024-11-09T18:14:47,985 DEBUG [StoreOpener-a699e066f8fc471a86f4c994a2b20c31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:47,986 INFO [StoreOpener-21b0795f2aace9762eade8664ebab069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,986 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,986 INFO [StoreOpener-a699e066f8fc471a86f4c994a2b20c31-1 {}] regionserver.HStore(327): Store=a699e066f8fc471a86f4c994a2b20c31/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:47,986 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,986 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d925d60c6dc97b4f4dd79b2632113bda, ASSIGN in 10.2170 sec 2024-11-09T18:14:47,986 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,987 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,987 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,987 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,987 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,988 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,988 INFO [StoreOpener-21b0795f2aace9762eade8664ebab069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21b0795f2aace9762eade8664ebab069 columnFamilyName cf 2024-11-09T18:14:47,988 DEBUG [StoreOpener-21b0795f2aace9762eade8664ebab069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:47,988 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,988 INFO [StoreOpener-21b0795f2aace9762eade8664ebab069-1 {}] regionserver.HStore(327): Store=21b0795f2aace9762eade8664ebab069/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:47,989 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,989 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,989 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,990 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,990 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,990 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,993 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,993 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/4da0329dac9793e5386c48d08a990bbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:47,994 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4da0329dac9793e5386c48d08a990bbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60617437, jitterRate=-0.09672980010509491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:47,994 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:47,994 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4da0329dac9793e5386c48d08a990bbe: Running coprocessor pre-open hook at 1731176087970Writing region info on filesystem at 1731176087970Initializing all the Stores at 1731176087971 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176087971Cleaning up temporary data from old regions at 1731176087987 (+16 ms)Running coprocessor post-open hooks at 1731176087994 (+7 ms)Region opened successfully at 1731176087994 2024-11-09T18:14:47,995 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/a699e066f8fc471a86f4c994a2b20c31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:47,996 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe., pid=22, masterSystemTime=1731176087959 2024-11-09T18:14:47,996 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a699e066f8fc471a86f4c994a2b20c31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74622759, jitterRate=0.11196576058864594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:47,996 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:47,996 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a699e066f8fc471a86f4c994a2b20c31: Running coprocessor pre-open hook at 1731176087975Writing region info on filesystem at 1731176087975Initializing all the Stores at 1731176087979 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176087979Cleaning up temporary data from old regions at 1731176087988 (+9 ms)Running coprocessor post-open hooks at 1731176087996 (+8 ms)Region opened successfully at 1731176087996 2024-11-09T18:14:47,998 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31., pid=17, masterSystemTime=1731176087944 2024-11-09T18:14:47,998 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/21b0795f2aace9762eade8664ebab069/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:47,998 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:47,998 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:14:47,998 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:47,999 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 21b0795f2aace9762eade8664ebab069; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61805756, jitterRate=-0.07902246713638306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:47,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4da0329dac9793e5386c48d08a990bbe, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:47,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:14:47,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 67e5b551f4ae480f97196e33d812fab6, NAME => 'SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T18:14:47,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:47,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:47,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:47,999 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,000 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 21b0795f2aace9762eade8664ebab069: Running coprocessor pre-open hook at 1731176087983Writing region info on filesystem at 1731176087983Initializing all the Stores at 1731176087984 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176087984Cleaning up temporary data from old regions at 1731176087990 (+6 ms)Running coprocessor post-open hooks at 1731176087999 (+9 ms)Region opened successfully at 1731176088000 (+1 ms) 2024-11-09T18:14:48,001 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:48,001 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:14:48,001 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:48,001 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069., pid=21, masterSystemTime=1731176087958 2024-11-09T18:14:48,001 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 057b14aee1ae1f0d8897eb640a2f05af, NAME => 'SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T18:14:48,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4da0329dac9793e5386c48d08a990bbe, server=fb97eb0edbe8,42697,1731176065396 because future has completed 2024-11-09T18:14:48,002 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,002 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:48,002 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,002 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,002 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a699e066f8fc471a86f4c994a2b20c31, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:48,003 INFO [StoreOpener-67e5b551f4ae480f97196e33d812fab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,004 INFO [StoreOpener-057b14aee1ae1f0d8897eb640a2f05af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a699e066f8fc471a86f4c994a2b20c31, server=fb97eb0edbe8,46233,1731176065445 because future has completed 2024-11-09T18:14:48,005 INFO [StoreOpener-67e5b551f4ae480f97196e33d812fab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67e5b551f4ae480f97196e33d812fab6 columnFamilyName cf 2024-11-09T18:14:48,005 DEBUG [StoreOpener-67e5b551f4ae480f97196e33d812fab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:48,006 INFO [StoreOpener-67e5b551f4ae480f97196e33d812fab6-1 {}] regionserver.HStore(327): Store=67e5b551f4ae480f97196e33d812fab6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:48,006 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,006 INFO [StoreOpener-057b14aee1ae1f0d8897eb640a2f05af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 057b14aee1ae1f0d8897eb640a2f05af columnFamilyName cf 2024-11-09T18:14:48,007 DEBUG [StoreOpener-057b14aee1ae1f0d8897eb640a2f05af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:48,008 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,008 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:48,008 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:14:48,008 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:48,008 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f0a4ba3d5ad415a7324ecbcf1728893a, NAME => 'SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T18:14:48,008 INFO [StoreOpener-057b14aee1ae1f0d8897eb640a2f05af-1 {}] regionserver.HStore(327): Store=057b14aee1ae1f0d8897eb640a2f05af/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:48,008 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,008 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,008 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:48,009 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,009 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,009 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,009 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,009 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,010 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,011 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21b0795f2aace9762eade8664ebab069, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:48,012 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-09T18:14:48,012 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,012 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4da0329dac9793e5386c48d08a990bbe, server=fb97eb0edbe8,42697,1731176065396 in 10.0440 sec 2024-11-09T18:14:48,013 INFO [StoreOpener-f0a4ba3d5ad415a7324ecbcf1728893a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4da0329dac9793e5386c48d08a990bbe, ASSIGN in 10.2450 sec 2024-11-09T18:14:48,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b0795f2aace9762eade8664ebab069, server=fb97eb0edbe8,33969,1731176065501 because future has completed 2024-11-09T18:14:48,016 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,018 INFO [StoreOpener-f0a4ba3d5ad415a7324ecbcf1728893a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0a4ba3d5ad415a7324ecbcf1728893a columnFamilyName cf 2024-11-09T18:14:48,018 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:48,018 DEBUG [StoreOpener-f0a4ba3d5ad415a7324ecbcf1728893a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:48,019 INFO [StoreOpener-f0a4ba3d5ad415a7324ecbcf1728893a-1 {}] regionserver.HStore(327): Store=f0a4ba3d5ad415a7324ecbcf1728893a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:48,019 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,019 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 67e5b551f4ae480f97196e33d812fab6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74923562, jitterRate=0.11644807457923889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:48,019 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:48,019 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 67e5b551f4ae480f97196e33d812fab6: Running coprocessor pre-open hook at 1731176087999Writing region info on filesystem at 1731176087999Initializing all the Stores at 1731176088001 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176088001Cleaning up temporary data from old regions at 1731176088009 (+8 ms)Running coprocessor post-open hooks at 1731176088019 (+10 ms)Region opened successfully at 1731176088019 2024-11-09T18:14:48,020 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:48,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-09T18:14:48,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a699e066f8fc471a86f4c994a2b20c31, server=fb97eb0edbe8,46233,1731176065445 in 10.0720 sec 2024-11-09T18:14:48,021 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., pid=18, masterSystemTime=1731176087959 2024-11-09T18:14:48,021 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,021 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 057b14aee1ae1f0d8897eb640a2f05af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67356600, jitterRate=0.003691554069519043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:48,021 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:48,021 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 057b14aee1ae1f0d8897eb640a2f05af: Running coprocessor pre-open hook at 1731176088002Writing region info on filesystem at 1731176088002Initializing all the Stores at 1731176088004 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176088004Cleaning up temporary data from old regions at 1731176088012 (+8 ms)Running coprocessor post-open hooks at 1731176088021 (+9 ms)Region opened successfully at 1731176088021 2024-11-09T18:14:48,022 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af., pid=15, masterSystemTime=1731176087944 2024-11-09T18:14:48,023 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a699e066f8fc471a86f4c994a2b20c31, ASSIGN in 10.2530 sec 2024-11-09T18:14:48,023 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:48,024 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:14:48,024 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:48,024 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9156ad9136d1ce319f14d7a843e3cccb, NAME => 'SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T18:14:48,024 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,024 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:48,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67e5b551f4ae480f97196e33d812fab6, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:48,025 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,025 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,024 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,026 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,026 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:48,027 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:14:48,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-09T18:14:48,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21b0795f2aace9762eade8664ebab069, server=fb97eb0edbe8,33969,1731176065501 in 10.0590 sec 2024-11-09T18:14:48,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=057b14aee1ae1f0d8897eb640a2f05af, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:14:48,029 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,030 INFO [StoreOpener-9156ad9136d1ce319f14d7a843e3cccb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67e5b551f4ae480f97196e33d812fab6, server=fb97eb0edbe8,42697,1731176065396 because future has completed 2024-11-09T18:14:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af, server=fb97eb0edbe8,46233,1731176065445 because future has completed 2024-11-09T18:14:48,033 INFO [StoreOpener-9156ad9136d1ce319f14d7a843e3cccb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9156ad9136d1ce319f14d7a843e3cccb columnFamilyName cf 2024-11-09T18:14:48,033 DEBUG [StoreOpener-9156ad9136d1ce319f14d7a843e3cccb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:48,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b0795f2aace9762eade8664ebab069, ASSIGN in 10.2610 sec 2024-11-09T18:14:48,034 INFO [StoreOpener-9156ad9136d1ce319f14d7a843e3cccb-1 {}] regionserver.HStore(327): Store=9156ad9136d1ce319f14d7a843e3cccb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:48,034 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,035 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,036 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-09T18:14:48,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af, server=fb97eb0edbe8,46233,1731176065445 in 10.0980 sec 2024-11-09T18:14:48,037 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,037 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,038 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:48,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-09T18:14:48,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 67e5b551f4ae480f97196e33d812fab6, server=fb97eb0edbe8,42697,1731176065396 in 10.0820 sec 2024-11-09T18:14:48,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=057b14aee1ae1f0d8897eb640a2f05af, ASSIGN in 10.2690 sec 2024-11-09T18:14:48,039 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f0a4ba3d5ad415a7324ecbcf1728893a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60700023, jitterRate=-0.09549917280673981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:48,039 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:48,040 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f0a4ba3d5ad415a7324ecbcf1728893a: Running coprocessor pre-open hook at 1731176088009Writing region info on filesystem at 1731176088009Initializing all the Stores at 1731176088011 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176088011Cleaning up temporary data from old regions at 1731176088025 (+14 ms)Running coprocessor post-open hooks at 1731176088039 (+14 ms)Region opened successfully at 1731176088039 2024-11-09T18:14:48,041 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,044 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/9156ad9136d1ce319f14d7a843e3cccb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:48,044 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., pid=20, masterSystemTime=1731176087958 2024-11-09T18:14:48,045 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9156ad9136d1ce319f14d7a843e3cccb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70732857, jitterRate=0.05400170385837555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:48,045 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:48,045 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9156ad9136d1ce319f14d7a843e3cccb: Running coprocessor pre-open hook at 1731176088027Writing region info on filesystem at 1731176088027Initializing all the Stores at 1731176088029 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176088030 (+1 ms)Cleaning up temporary data from old regions at 1731176088037 (+7 ms)Running coprocessor post-open hooks at 1731176088045 (+8 ms)Region opened successfully at 1731176088045 2024-11-09T18:14:48,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67e5b551f4ae480f97196e33d812fab6, ASSIGN in 10.2720 sec 2024-11-09T18:14:48,047 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:48,047 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:48,047 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:48,047 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b69e65bc86bc92eb12212888a410313, NAME => 'SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T18:14:48,047 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,048 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:48,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f0a4ba3d5ad415a7324ecbcf1728893a, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:48,048 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,048 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,049 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb., pid=24, masterSystemTime=1731176087959 2024-11-09T18:14:48,050 INFO [StoreOpener-1b69e65bc86bc92eb12212888a410313-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a, server=fb97eb0edbe8,33969,1731176065501 because future has completed 2024-11-09T18:14:48,051 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:48,051 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:14:48,052 INFO [StoreOpener-1b69e65bc86bc92eb12212888a410313-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b69e65bc86bc92eb12212888a410313 columnFamilyName cf 2024-11-09T18:14:48,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9156ad9136d1ce319f14d7a843e3cccb, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:14:48,052 DEBUG [StoreOpener-1b69e65bc86bc92eb12212888a410313-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:48,053 INFO [StoreOpener-1b69e65bc86bc92eb12212888a410313-1 {}] regionserver.HStore(327): Store=1b69e65bc86bc92eb12212888a410313/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:48,053 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,054 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb, server=fb97eb0edbe8,42697,1731176065396 because future has completed 2024-11-09T18:14:48,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-09T18:14:48,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a, server=fb97eb0edbe8,33969,1731176065501 in 10.0950 sec 2024-11-09T18:14:48,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0a4ba3d5ad415a7324ecbcf1728893a, ASSIGN in 10.2880 sec 2024-11-09T18:14:48,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-09T18:14:48,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb, server=fb97eb0edbe8,42697,1731176065396 in 10.0840 sec 2024-11-09T18:14:48,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,058 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9156ad9136d1ce319f14d7a843e3cccb, ASSIGN in 10.2910 sec 2024-11-09T18:14:48,060 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,063 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:48,064 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1b69e65bc86bc92eb12212888a410313; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61159689, jitterRate=-0.08864961564540863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:48,064 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:48,065 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1b69e65bc86bc92eb12212888a410313: Running coprocessor pre-open hook at 1731176088048Writing region info on filesystem at 1731176088048Initializing all the Stores at 1731176088049 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176088049Cleaning up temporary data from old regions at 1731176088059 (+10 ms)Running coprocessor post-open hooks at 1731176088065 (+6 ms)Region opened successfully at 1731176088065 2024-11-09T18:14:48,065 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., pid=19, masterSystemTime=1731176087958 2024-11-09T18:14:48,068 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:48,068 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:14:48,068 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:48,068 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c756869dc6419086fd7a7f9dbcfb8f32, NAME => 'SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T18:14:48,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1b69e65bc86bc92eb12212888a410313, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:48,069 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,069 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:14:48,069 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,069 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b69e65bc86bc92eb12212888a410313, server=fb97eb0edbe8,33969,1731176065501 because future has completed 2024-11-09T18:14:48,073 INFO [StoreOpener-c756869dc6419086fd7a7f9dbcfb8f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,075 INFO [StoreOpener-c756869dc6419086fd7a7f9dbcfb8f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c756869dc6419086fd7a7f9dbcfb8f32 columnFamilyName cf 2024-11-09T18:14:48,075 DEBUG [StoreOpener-c756869dc6419086fd7a7f9dbcfb8f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:14:48,076 INFO [StoreOpener-c756869dc6419086fd7a7f9dbcfb8f32-1 {}] regionserver.HStore(327): Store=c756869dc6419086fd7a7f9dbcfb8f32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T18:14:48,076 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,077 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,078 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,078 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,079 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-09T18:14:48,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b69e65bc86bc92eb12212888a410313, server=fb97eb0edbe8,33969,1731176065501 in 10.1170 sec 2024-11-09T18:14:48,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b69e65bc86bc92eb12212888a410313, ASSIGN in 10.3120 sec 2024-11-09T18:14:48,083 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,086 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/c756869dc6419086fd7a7f9dbcfb8f32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T18:14:48,087 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c756869dc6419086fd7a7f9dbcfb8f32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74990888, jitterRate=0.11745131015777588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T18:14:48,087 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:48,087 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c756869dc6419086fd7a7f9dbcfb8f32: Running coprocessor pre-open hook at 1731176088069Writing region info on filesystem at 1731176088069Initializing all the Stores at 1731176088071 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176088071Cleaning up temporary data from old regions at 1731176088079 (+8 ms)Running coprocessor post-open hooks at 1731176088087 (+8 ms)Region opened successfully at 1731176088087 2024-11-09T18:14:48,088 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32., pid=23, masterSystemTime=1731176087958 2024-11-09T18:14:48,091 DEBUG [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:48,091 INFO [RS_OPEN_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:14:48,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c756869dc6419086fd7a7f9dbcfb8f32, regionState=OPEN, openSeqNum=2, regionLocation=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:14:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32, server=fb97eb0edbe8,33969,1731176065501 because future has completed 2024-11-09T18:14:48,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-09T18:14:48,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32, server=fb97eb0edbe8,33969,1731176065501 in 10.1270 sec 2024-11-09T18:14:48,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T18:14:48,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c756869dc6419086fd7a7f9dbcfb8f32, ASSIGN in 10.3320 sec 2024-11-09T18:14:48,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T18:14:48,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731176088103"}]},"ts":"1731176088103"} 2024-11-09T18:14:48,106 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T18:14:48,107 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T18:14:48,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9220 sec 2024-11-09T18:14:50,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T18:14:52,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:52,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:52,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:53,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T18:14:53,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:53,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:53,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T18:14:55,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:14:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T18:14:55,477 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T18:14:55,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T18:14:55,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:14:55,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T18:14:55,482 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:14:55,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T18:14:55,530 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,531 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,532 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,534 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,535 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,576 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., hostname=fb97eb0edbe8,42697,1731176065396, seqNum=2] 2024-11-09T18:14:55,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., hostname=fb97eb0edbe8,42697,1731176065396, seqNum=2] 2024-11-09T18:14:55,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., hostname=fb97eb0edbe8,42697,1731176065396, seqNum=2] 2024-11-09T18:14:55,581 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., hostname=fb97eb0edbe8,42697,1731176065396, seqNum=2] 2024-11-09T18:14:55,582 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., hostname=fb97eb0edbe8,42697,1731176065396, seqNum=2] 2024-11-09T18:14:55,583 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6., hostname=fb97eb0edbe8,42697,1731176065396, seqNum=2] 2024-11-09T18:14:55,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af., hostname=fb97eb0edbe8,46233,1731176065445, seqNum=2] 2024-11-09T18:14:55,620 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af., hostname=fb97eb0edbe8,46233,1731176065445, seqNum=2] 2024-11-09T18:14:55,622 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af., hostname=fb97eb0edbe8,46233,1731176065445, seqNum=2] 2024-11-09T18:14:55,623 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af., hostname=fb97eb0edbe8,46233,1731176065445, seqNum=2] 2024-11-09T18:14:55,699 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,701 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,703 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,705 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,706 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:55,708 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., hostname=fb97eb0edbe8,33969,1731176065501, seqNum=2] 2024-11-09T18:14:56,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:14:56,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:14:56,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T18:14:56,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46233 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:14:56,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42697 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:14:56,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T18:14:56,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:14:56,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:14:57,042 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T18:14:57,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T18:14:57,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T18:14:57,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:14:57,202 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T18:14:57,203 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T18:14:57,206 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T18:14:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741848_1024 (size=49) 2024-11-09T18:14:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741848_1024 (size=49) 2024-11-09T18:14:57,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741848_1024 (size=49) 2024-11-09T18:14:57,265 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T18:14:57,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b0795f2aace9762eade8664ebab069}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4da0329dac9793e5386c48d08a990bbe}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d925d60c6dc97b4f4dd79b2632113bda}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a699e066f8fc471a86f4c994a2b20c31}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67e5b551f4ae480f97196e33d812fab6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b69e65bc86bc92eb12212888a410313}] 2024-11-09T18:14:57,267 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:14:57,268 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:14:57,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:14:57,268 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:14:57,271 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:14:57,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:14:57,276 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:14:57,278 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:14:57,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:14:57,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b0795f2aace9762eade8664ebab069 2024-11-09T18:15:07,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T18:15:07,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T18:15:07,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T18:15:07,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T18:15:07,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T18:15:07,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:07,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:15:07,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 21b0795f2aace9762eade8664ebab069: 2024-11-09T18:15:07,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T18:15:07,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:07,273 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 67e5b551f4ae480f97196e33d812fab6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T18:15:07,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T18:15:07,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d925d60c6dc97b4f4dd79b2632113bda: 2024-11-09T18:15:07,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:15:07,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T18:15:07,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a699e066f8fc471a86f4c994a2b20c31: 2024-11-09T18:15:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:15:07,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:07,281 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing f0a4ba3d5ad415a7324ecbcf1728893a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T18:15:07,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T18:15:07,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:15:07,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4da0329dac9793e5386c48d08a990bbe: 2024-11-09T18:15:07,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:15:07,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T18:15:07,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:07,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:07,285 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 057b14aee1ae1f0d8897eb640a2f05af 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T18:15:07,285 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1b69e65bc86bc92eb12212888a410313 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T18:15:07,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:15:07,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9156ad9136d1ce319f14d7a843e3cccb: 2024-11-09T18:15:07,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:15:07,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/.tmp/cf/4804ac15e7d14f5aaad66d3a23b1a168 is 34, key is ccd/cf:cf/1731176096555/Put/seqid=0 2024-11-09T18:15:07,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/.tmp/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4 is 34, key is aaa/cf:cf/1731176096628/Put/seqid=0 2024-11-09T18:15:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741849_1025 (size=65) 2024-11-09T18:15:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741849_1025 (size=65) 2024-11-09T18:15:07,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741849_1025 (size=65) 2024-11-09T18:15:07,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:07,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T18:15:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T18:15:07,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:15:07,342 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:15:07,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d925d60c6dc97b4f4dd79b2632113bda in 10.0770 sec 2024-11-09T18:15:07,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741850_1026 (size=65) 2024-11-09T18:15:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741850_1026 (size=65) 2024-11-09T18:15:07,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741850_1026 (size=65) 2024-11-09T18:15:07,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:07,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T18:15:07,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/.tmp/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff is 34, key is eaa/cf:cf/1731176097128/Put/seqid=0 2024-11-09T18:15:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T18:15:07,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:15:07,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/.tmp/cf/23fc1047aa7642168095e0ecf71dcf71 is 34, key is baa/cf:cf/1731176096559/Put/seqid=0 2024-11-09T18:15:07,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:15:07,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a699e066f8fc471a86f4c994a2b20c31 in 10.1420 sec 2024-11-09T18:15:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741853_1029 (size=26918) 2024-11-09T18:15:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741853_1029 (size=26918) 2024-11-09T18:15:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741853_1029 (size=26918) 2024-11-09T18:15:07,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/.tmp/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4 2024-11-09T18:15:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741851_1027 (size=57) 2024-11-09T18:15:07,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741851_1027 (size=57) 2024-11-09T18:15:07,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/.tmp/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4 2024-11-09T18:15:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741851_1027 (size=57) 2024-11-09T18:15:07,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:07,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T18:15:07,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:07,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c756869dc6419086fd7a7f9dbcfb8f32: 2024-11-09T18:15:07,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T18:15:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T18:15:07,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21b0795f2aace9762eade8664ebab069 2024-11-09T18:15:07,521 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b0795f2aace9762eade8664ebab069 2024-11-09T18:15:07,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21b0795f2aace9762eade8664ebab069 in 10.2570 sec 2024-11-09T18:15:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741852_1028 (size=47197) 2024-11-09T18:15:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741852_1028 (size=47197) 2024-11-09T18:15:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741852_1028 (size=47197) 2024-11-09T18:15:07,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/.tmp/cf/4804ac15e7d14f5aaad66d3a23b1a168 2024-11-09T18:15:07,563 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T18:15:07,565 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for f0a4ba3d5ad415a7324ecbcf1728893a in 285ms, sequenceid=5, compaction requested=false 2024-11-09T18:15:07,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f0a4ba3d5ad415a7324ecbcf1728893a: 2024-11-09T18:15:07,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4] hfiles 2024-11-09T18:15:07,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/cf/4bc5074dedd24b1e8e87fd5fa9cf33b4 for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741855_1031 (size=65) 2024-11-09T18:15:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741855_1031 (size=65) 2024-11-09T18:15:07,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741855_1031 (size=65) 2024-11-09T18:15:07,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731176077184.9156ad9136d1ce319f14d7a843e3cccb. 2024-11-09T18:15:07,640 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T18:15:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T18:15:07,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:15:07,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb 2024-11-09T18:15:07,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9156ad9136d1ce319f14d7a843e3cccb in 10.3820 sec 2024-11-09T18:15:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741856_1032 (size=65) 2024-11-09T18:15:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741856_1032 (size=65) 2024-11-09T18:15:07,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe. 2024-11-09T18:15:07,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T18:15:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T18:15:07,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:15:07,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4da0329dac9793e5386c48d08a990bbe 2024-11-09T18:15:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741856_1032 (size=65) 2024-11-09T18:15:07,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4da0329dac9793e5386c48d08a990bbe in 10.4340 sec 2024-11-09T18:15:07,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741857_1033 (size=28623) 2024-11-09T18:15:07,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741857_1033 (size=28623) 2024-11-09T18:15:07,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741857_1033 (size=28623) 2024-11-09T18:15:07,721 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/.tmp/cf/23fc1047aa7642168095e0ecf71dcf71 2024-11-09T18:15:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741854_1030 (size=499309) 2024-11-09T18:15:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741854_1030 (size=499309) 2024-11-09T18:15:07,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741854_1030 (size=499309) 2024-11-09T18:15:07,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/.tmp/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff 2024-11-09T18:15:07,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/.tmp/cf/4804ac15e7d14f5aaad66d3a23b1a168 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/cf/4804ac15e7d14f5aaad66d3a23b1a168 2024-11-09T18:15:07,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/.tmp/cf/23fc1047aa7642168095e0ecf71dcf71 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/cf/23fc1047aa7642168095e0ecf71dcf71 2024-11-09T18:15:07,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/.tmp/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff 2024-11-09T18:15:07,755 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/cf/4804ac15e7d14f5aaad66d3a23b1a168, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T18:15:07,757 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 057b14aee1ae1f0d8897eb640a2f05af in 472ms, sequenceid=5, compaction requested=false 2024-11-09T18:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 057b14aee1ae1f0d8897eb640a2f05af: 2024-11-09T18:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/cf/4804ac15e7d14f5aaad66d3a23b1a168] hfiles 2024-11-09T18:15:07,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/cf/4804ac15e7d14f5aaad66d3a23b1a168 for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,759 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/cf/23fc1047aa7642168095e0ecf71dcf71, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T18:15:07,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 67e5b551f4ae480f97196e33d812fab6 in 488ms, sequenceid=5, compaction requested=false 2024-11-09T18:15:07,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 67e5b551f4ae480f97196e33d812fab6: 2024-11-09T18:15:07,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/cf/23fc1047aa7642168095e0ecf71dcf71] hfiles 2024-11-09T18:15:07,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/67e5b551f4ae480f97196e33d812fab6/cf/23fc1047aa7642168095e0ecf71dcf71 for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T18:15:07,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1b69e65bc86bc92eb12212888a410313 in 491ms, sequenceid=5, compaction requested=false 2024-11-09T18:15:07,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1b69e65bc86bc92eb12212888a410313: 2024-11-09T18:15:07,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. for SnapshotProcedureTest completed. 2024-11-09T18:15:07,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T18:15:07,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff] hfiles 2024-11-09T18:15:07,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/cf/2c9aa7ed9e1942ceb3e8d1cb87433dff for snapshot=SnapshotProcedureTest 2024-11-09T18:15:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741859_1035 (size=65) 2024-11-09T18:15:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741859_1035 (size=65) 2024-11-09T18:15:07,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741859_1035 (size=65) 2024-11-09T18:15:07,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:07,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T18:15:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T18:15:07,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:15:07,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:15:07,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c756869dc6419086fd7a7f9dbcfb8f32 in 10.5530 sec 2024-11-09T18:15:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741858_1034 (size=105) 2024-11-09T18:15:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741858_1034 (size=105) 2024-11-09T18:15:07,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741858_1034 (size=105) 2024-11-09T18:15:07,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:07,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T18:15:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T18:15:07,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:15:07,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:15:07,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0a4ba3d5ad415a7324ecbcf1728893a in 10.5770 sec 2024-11-09T18:15:07,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741862_1038 (size=97) 2024-11-09T18:15:07,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741861_1037 (size=105) 2024-11-09T18:15:07,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:07,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T18:15:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741861_1037 (size=105) 2024-11-09T18:15:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741862_1038 (size=97) 2024-11-09T18:15:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T18:15:07,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:15:07,882 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:15:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741861_1037 (size=105) 2024-11-09T18:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731176077184.67e5b551f4ae480f97196e33d812fab6. 2024-11-09T18:15:07,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T18:15:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T18:15:07,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:15:07,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741862_1038 (size=97) 2024-11-09T18:15:07,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67e5b551f4ae480f97196e33d812fab6 2024-11-09T18:15:07,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1b69e65bc86bc92eb12212888a410313 in 10.6170 sec 2024-11-09T18:15:07,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67e5b551f4ae480f97196e33d812fab6 in 10.6210 sec 2024-11-09T18:15:07,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741860_1036 (size=105) 2024-11-09T18:15:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741860_1036 (size=105) 2024-11-09T18:15:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741860_1036 (size=105) 2024-11-09T18:15:07,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:07,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T18:15:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T18:15:07,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:15:07,903 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:15:07,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-09T18:15:07,906 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T18:15:07,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 057b14aee1ae1f0d8897eb640a2f05af in 10.6380 sec 2024-11-09T18:15:07,907 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T18:15:07,908 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T18:15:07,908 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T18:15:07,910 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T18:15:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741863_1039 (size=1174) 2024-11-09T18:15:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741863_1039 (size=1174) 2024-11-09T18:15:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741863_1039 (size=1174) 2024-11-09T18:15:07,993 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T18:15:07,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T18:15:08,005 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:08,005 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,005 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:08,005 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,005 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:08,010 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:08,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:15:08,017 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,017 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fb97eb0edbe8,42697,1731176065396: Simulated kill ***** 2024-11-09T18:15:08,017 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T18:15:08,017 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T18:15:08,018 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T18:15:08,018 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T18:15:08,019 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T18:15:08,019 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 460568816 }, "NonHeapMemoryUsage": { "committed": 176553984, "init": 7667712, "max": -1, "used": 171984648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T18:15:08,020 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36065 {}] master.MasterRpcServices(700): fb97eb0edbe8,42697,1731176065396 reported a fatal error: ***** ABORTING region server fb97eb0edbe8,42697,1731176065396: Simulated kill ***** 2024-11-09T18:15:08,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,42697,1731176065396' ***** 2024-11-09T18:15:08,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T18:15:08,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T18:15:08,022 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:08,022 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,022 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:15:08,022 INFO [RS:0;fb97eb0edbe8:42697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T18:15:08,022 INFO [RS:0;fb97eb0edbe8:42697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T18:15:08,022 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:15:08,022 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:08,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:15:08,023 INFO [RS:0;fb97eb0edbe8:42697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fb97eb0edbe8:42697. 2024-11-09T18:15:08,023 DEBUG [RS:0;fb97eb0edbe8:42697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:15:08,023 DEBUG [RS:0;fb97eb0edbe8:42697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741836_1012 (size=14382) 2024-11-09T18:15:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741836_1012 (size=14382) 2024-11-09T18:15:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741836_1012 (size=14382) 2024-11-09T18:15:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741835_1011 (size=1488) 2024-11-09T18:15:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741835_1011 (size=1488) 2024-11-09T18:15:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741835_1011 (size=1488) 2024-11-09T18:15:08,037 DEBUG [RS:0;fb97eb0edbe8:42697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:08,037 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:15:08,037 INFO [RS:0;fb97eb0edbe8:42697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42697 2024-11-09T18:15:08,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:15:08,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,057 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:15:08,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,42697,1731176065396] 2024-11-09T18:15:08,065 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:15:08,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,42697,1731176065396 already deleted, retry=false 2024-11-09T18:15:08,080 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fb97eb0edbe8,42697,1731176065396 on fb97eb0edbe8,36065,1731176065055 2024-11-09T18:15:08,085 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fb97eb0edbe8,42697,1731176065396, splitWal=true, meta=true 2024-11-09T18:15:08,085 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for fb97eb0edbe8,42697,1731176065396 (carryingMeta=true) fb97eb0edbe8,42697,1731176065396/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5bdbfe6b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T18:15:08,086 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fb97eb0edbe8,42697,1731176065396, splitWal=true, meta=true 2024-11-09T18:15:08,090 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,42697,1731176065396, splitWal=true, meta=true, isMeta: true 2024-11-09T18:15:08,091 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting 2024-11-09T18:15:08,092 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb97eb0edbe8,42697,1731176065396 WAL count=1, meta=true 2024-11-09T18:15:08,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta}] 2024-11-09T18:15:08,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,42697,1731176065396 Release verify snapshot worker=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,094 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:08,095 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to fb97eb0edbe8,42697,1731176065396, this operation will be retried to send to another server 2024-11-09T18:15:08,095 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:15:08,095 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731176109095 2024-11-09T18:15:08,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, worker=fb97eb0edbe8,33969,1731176065501}] 2024-11-09T18:15:08,097 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,42697,1731176065396 Release verify snapshot worker=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,097 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to fb97eb0edbe8,42697,1731176065396, this operation will be retried to send to another server 2024-11-09T18:15:08,097 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-09T18:15:08,097 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-09T18:15:08,098 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-09T18:15:08,097 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:15:08,098 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731176109098 2024-11-09T18:15:08,099 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,42697,1731176065396 Release verify snapshot worker=fb97eb0edbe8,42697,1731176065396 2024-11-09T18:15:08,099 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fb97eb0edbe8,42697,1731176065396, this operation will be retried to send to another server 2024-11-09T18:15:08,099 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T18:15:08,100 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731176109100 2024-11-09T18:15:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:08,169 INFO [RS:0;fb97eb0edbe8:42697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:15:08,169 INFO [RS:0;fb97eb0edbe8:42697 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,42697,1731176065396; zookeeper connection closed. 2024-11-09T18:15:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42697-0x10120ce639f0001, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:08,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b6fbaba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b6fbaba 2024-11-09T18:15:08,685 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T18:15:08,685 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T18:15:17,869 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T18:15:17,869 INFO [master/fb97eb0edbe8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T18:15:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T18:15:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T18:15:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T18:15:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T18:15:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T18:15:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T18:15:18,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T18:15:18,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T18:15:18,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T18:15:18,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T18:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T18:15:18,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T18:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T18:15:18,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T18:15:18,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T18:15:18,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T18:15:18,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T18:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T18:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T18:15:18,016 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 Release verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:18,016 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 Release verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T18:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T18:15:18,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 in 10.0180 sec 2024-11-09T18:15:18,019 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:18,020 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:18,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 in 10.0180 sec 2024-11-09T18:15:18,023 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 Release verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:18,024 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 Release verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:18,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 in 10.0250 sec 2024-11-09T18:15:18,027 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 Release verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:18,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 in 10.0260 sec 2024-11-09T18:15:18,028 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 Release verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:18,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 in 10.0290 sec 2024-11-09T18:15:18,030 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:18,030 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:18,031 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, size=14.0 K (14382bytes) 2024-11-09T18:15:18,031 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta 2024-11-09T18:15:18,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 in 10.0300 sec 2024-11-09T18:15:18,032 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta after 1ms 2024-11-09T18:15:18,041 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta took 10ms 2024-11-09T18:15:18,046 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T18:15:18,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta so closing down 2024-11-09T18:15:18,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T18:15:18,053 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp 2024-11-09T18:15:18,055 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp 2024-11-09T18:15:18,057 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T18:15:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741864_1040 (size=14141) 2024-11-09T18:15:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741864_1040 (size=14141) 2024-11-09T18:15:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741864_1040 (size=14141) 2024-11-09T18:15:18,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-09T18:15:18,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp to hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T18:15:18,080 INFO [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T18:15:18,080 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, journal: Splitting hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, size=14.0 K (14382bytes) at 1731176118031Finishing writing output for hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta so closing down at 1731176118049 (+18 ms)Creating recovered edits writer path=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp at 1731176118055 (+6 ms)3 split writer threads finished at 1731176118057 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731176118078 (+21 ms)Rename recovered edits hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta.temp to hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731176118080 (+2 ms)Processed 26 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731176118080 2024-11-09T18:15:18,080 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta 2024-11-09T18:15:18,080 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T18:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T18:15:18,085 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting/fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta to hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs 2024-11-09T18:15:18,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T18:15:18,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, worker=fb97eb0edbe8,33969,1731176065501 in 9.9890 sec 2024-11-09T18:15:18,088 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:18,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T18:15:18,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fb97eb0edbe8%2C42697%2C1731176065396.meta.1731176077035.meta, worker=fb97eb0edbe8,33969,1731176065501 in 9.9960 sec 2024-11-09T18:15:18,092 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,42697,1731176065396-splitting dir is empty, no logs to split. 2024-11-09T18:15:18,092 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb97eb0edbe8,42697,1731176065396 WAL count=0, meta=true 2024-11-09T18:15:18,092 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fb97eb0edbe8,42697,1731176065396 WAL splitting is done? wals=0, meta=true 2024-11-09T18:15:18,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T18:15:18,094 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:15:18,095 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T18:15:18,245 DEBUG [fb97eb0edbe8:36065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T18:15:18,246 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(204): Hosts are {fb97eb0edbe8=0} racks are {/default-rack=0} 2024-11-09T18:15:18,246 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T18:15:18,246 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T18:15:18,246 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T18:15:18,247 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T18:15:18,247 INFO [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T18:15:18,247 INFO [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T18:15:18,247 DEBUG [fb97eb0edbe8:36065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T18:15:18,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:18,250 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,46233,1731176065445, state=OPENING 2024-11-09T18:15:18,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:15:18,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:15:18,337 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:15:18,337 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T18:15:18,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:15:18,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:15:18,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46233,1731176065445}] 2024-11-09T18:15:18,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:15:25,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T18:15:27,341 INFO [regionserver/fb97eb0edbe8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T18:15:28,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T18:15:28,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T18:15:28,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T18:15:28,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T18:15:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T18:15:28,024 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 Release verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:28,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T18:15:28,024 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T18:15:28,024 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T18:15:28,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T18:15:28,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T18:15:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T18:15:28,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T18:15:28,024 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T18:15:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T18:15:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T18:15:28,027 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fb97eb0edbe8%2C46233%2C1731176065445.meta, suffix=.meta, logDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs, maxLogs=32 2024-11-09T18:15:28,027 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 Release verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:28,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 in 20.0260 sec 2024-11-09T18:15:28,027 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 Release verify snapshot worker=fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:28,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 in 20.0290 sec 2024-11-09T18:15:28,029 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 Release verify snapshot worker=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:28,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,33969,1731176065501 in 20.0290 sec 2024-11-09T18:15:28,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-09T18:15:28,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T18:15:28,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fb97eb0edbe8,46233,1731176065445 in 20.0310 sec 2024-11-09T18:15:28,032 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T18:15:28,034 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T18:15:28,034 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T18:15:28,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8350 sec 2024-11-09T18:15:28,043 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445/fb97eb0edbe8%2C46233%2C1731176065445.meta.1731176128028.meta, exclude list is [], retry=0 2024-11-09T18:15:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44655,DS-a602ff02-0141-422f-bf30-284652560533,DISK] 2024-11-09T18:15:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44509,DS-f77c999d-07fd-4f33-9d6c-c5efd6de09b9,DISK] 2024-11-09T18:15:28,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-9ca0bcbc-31ba-48a3-90ae-072e951f5856,DISK] 2024-11-09T18:15:28,050 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/WALs/fb97eb0edbe8,46233,1731176065445/fb97eb0edbe8%2C46233%2C1731176065445.meta.1731176128028.meta 2024-11-09T18:15:28,050 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833),(127.0.0.1/127.0.0.1:36207:36207),(127.0.0.1/127.0.0.1:46641:46641)] 2024-11-09T18:15:28,050 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T18:15:28,051 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T18:15:28,051 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T18:15:28,051 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T18:15:28,051 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T18:15:28,051 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T18:15:28,051 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T18:15:28,051 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T18:15:28,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T18:15:28,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T18:15:28,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:15:28,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:15:28,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T18:15:28,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T18:15:28,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:15:28,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:15:28,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T18:15:28,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T18:15:28,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:15:28,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:15:28,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T18:15:28,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T18:15:28,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T18:15:28,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T18:15:28,063 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T18:15:28,063 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740 2024-11-09T18:15:28,065 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740 2024-11-09T18:15:28,066 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T18:15:28,079 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T18:15:28,080 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T18:15:28,100 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/info/d6157787bc3c474a976cd0f10a9a5dcf is 167, key is SPTestTable,19999999,1731176077184.4da0329dac9793e5386c48d08a990bbe./info:regioninfo/1731176087999/Put/seqid=0 2024-11-09T18:15:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741866_1042 (size=18393) 2024-11-09T18:15:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741866_1042 (size=18393) 2024-11-09T18:15:28,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741866_1042 (size=18393) 2024-11-09T18:15:28,112 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/info/d6157787bc3c474a976cd0f10a9a5dcf 2024-11-09T18:15:28,140 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/ns/c30bfd8c892944e58fd18144acccdc5f is 43, key is default/ns:d/1731176077102/Put/seqid=0 2024-11-09T18:15:28,143 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T18:15:28,145 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fb97eb0edbe8:42697 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fb97eb0edbe8/172.17.0.3:42697 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T18:15:28,146 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1, error=java.net.ConnectException: Call to address=fb97eb0edbe8:42697 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fb97eb0edbe8/172.17.0.3:42697 2024-11-09T18:15:28,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T18:15:28,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,42697,1731176065396, seqNum=-1 from cache 2024-11-09T18:15:28,148 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address fb97eb0edbe8:42697 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fb97eb0edbe8/172.17.0.3:42697 2024-11-09T18:15:28,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741867_1043 (size=5153) 2024-11-09T18:15:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741867_1043 (size=5153) 2024-11-09T18:15:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741867_1043 (size=5153) 2024-11-09T18:15:28,150 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/ns/c30bfd8c892944e58fd18144acccdc5f 2024-11-09T18:15:28,179 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/table/1fc0d05a95094a10a621c960a4de8f45 is 47, key is SPTestTable/table:state/1731176088103/Put/seqid=0 2024-11-09T18:15:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741868_1044 (size=5214) 2024-11-09T18:15:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741868_1044 (size=5214) 2024-11-09T18:15:28,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741868_1044 (size=5214) 2024-11-09T18:15:28,193 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/table/1fc0d05a95094a10a621c960a4de8f45 2024-11-09T18:15:28,201 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/info/d6157787bc3c474a976cd0f10a9a5dcf as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/info/d6157787bc3c474a976cd0f10a9a5dcf 2024-11-09T18:15:28,209 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/info/d6157787bc3c474a976cd0f10a9a5dcf, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T18:15:28,210 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/ns/c30bfd8c892944e58fd18144acccdc5f as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/ns/c30bfd8c892944e58fd18144acccdc5f 2024-11-09T18:15:28,216 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/ns/c30bfd8c892944e58fd18144acccdc5f, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T18:15:28,218 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/.tmp/table/1fc0d05a95094a10a621c960a4de8f45 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/table/1fc0d05a95094a10a621c960a4de8f45 2024-11-09T18:15:28,226 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/table/1fc0d05a95094a10a621c960a4de8f45, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T18:15:28,226 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T18:15:28,227 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T18:15:28,229 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T18:15:28,229 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T18:15:28,230 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T18:15:28,232 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T18:15:28,234 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T18:15:28,235 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74396670, jitterRate=0.10859677195549011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T18:15:28,235 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T18:15:28,235 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731176128051Writing region info on filesystem at 1731176128051Initializing all the Stores at 1731176128052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176128052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176128056 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731176128056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731176128056Obtaining lock to block concurrent updates at 1731176128080 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731176128080Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731176128080Flushing stores of hbase:meta,,1.1588230740 at 1731176128080Flushing 1588230740/info: creating writer at 1731176128080Flushing 1588230740/info: appending metadata at 1731176128100 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731176128100Flushing 1588230740/ns: creating writer at 1731176128120 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731176128140 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731176128140Flushing 1588230740/table: creating writer at 1731176128158 (+18 ms)Flushing 1588230740/table: appending metadata at 1731176128179 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731176128179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a194c73: reopening flushed file at 1731176128200 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5873555a: reopening flushed file at 1731176128209 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d665b4: reopening flushed file at 1731176128217 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=28, compaction requested=false; wal=null at 1731176128226 (+9 ms)Cleaning up temporary data from old regions at 1731176128229 (+3 ms)Running coprocessor post-open hooks at 1731176128235 (+6 ms)Region opened successfully at 1731176128235 2024-11-09T18:15:28,236 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731176128019 2024-11-09T18:15:28,239 DEBUG [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T18:15:28,239 INFO [RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T18:15:28,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:28,240 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fb97eb0edbe8,46233,1731176065445, state=OPEN 2024-11-09T18:15:28,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T18:15:28,258 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fb97eb0edbe8,46233,1731176065445, seqNum=-1] 2024-11-09T18:15:28,282 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T18:15:28,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T18:15:28,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:15:28,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:15:28,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T18:15:28,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T18:15:28,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2087313265, stopped=false 2024-11-09T18:15:28,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fb97eb0edbe8,36065,1731176065055 2024-11-09T18:15:28,291 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:15:28,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:15:28,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T18:15:28,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:15:28,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:15:28,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T18:15:28,292 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:28,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T18:15:28,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fb97eb0edbe8,46233,1731176065445 in 9.9550 sec 2024-11-09T18:15:28,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-09T18:15:28,297 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fb97eb0edbe8,42697,1731176065396 had 4 regions 2024-11-09T18:15:28,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2010 sec 2024-11-09T18:15:28,298 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fb97eb0edbe8,42697,1731176065396, splitWal=true, meta=true, isMeta: false 2024-11-09T18:15:28,302 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:15:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:15:28,302 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:15:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:15:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T18:15:28,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:15:28,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:15:28,302 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:15:28,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:15:28,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T18:15:28,304 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-09T18:15:28,304 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for c756869dc6419086fd7a7f9dbcfb8f32 2024-11-09T18:15:28,305 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:15:28,305 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b69e65bc86bc92eb12212888a410313 2024-11-09T18:15:28,305 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 21b0795f2aace9762eade8664ebab069 2024-11-09T18:15:28,306 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c756869dc6419086fd7a7f9dbcfb8f32, disabling compactions & flushes 2024-11-09T18:15:28,306 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:28,306 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:28,306 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. after waiting 0 ms 2024-11-09T18:15:28,306 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:28,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T18:15:28,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:15:28,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,308 INFO [PEWorker-3 {}] master.SplitWALManager(105): fb97eb0edbe8,42697,1731176065396 WAL count=1, meta=false 2024-11-09T18:15:28,308 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,46233,1731176065445' ***** 2024-11-09T18:15:28,308 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:15:28,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fb97eb0edbe8%2C42697%2C1731176065396.1731176066755}] 2024-11-09T18:15:28,308 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fb97eb0edbe8,33969,1731176065501' ***** 2024-11-09T18:15:28,308 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T18:15:28,308 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:15:28,309 INFO [RS:1;fb97eb0edbe8:46233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:15:28,309 INFO [RS:1;fb97eb0edbe8:46233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:15:28,309 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(3091): Received CLOSE for a699e066f8fc471a86f4c994a2b20c31 2024-11-09T18:15:28,309 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:15:28,309 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T18:15:28,309 INFO [RS:2;fb97eb0edbe8:33969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T18:15:28,309 INFO [RS:2;fb97eb0edbe8:33969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T18:15:28,309 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f0a4ba3d5ad415a7324ecbcf1728893a, which we are already trying to CLOSE, but not completed yet 2024-11-09T18:15:28,309 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 1b69e65bc86bc92eb12212888a410313, which we are already trying to CLOSE, but not completed yet 2024-11-09T18:15:28,309 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 21b0795f2aace9762eade8664ebab069, which we are already trying to CLOSE, but not completed yet 2024-11-09T18:15:28,310 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:28,310 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:15:28,310 INFO [RS:2;fb97eb0edbe8:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fb97eb0edbe8:33969. 2024-11-09T18:15:28,310 DEBUG [RS:2;fb97eb0edbe8:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:15:28,310 DEBUG [RS:2;fb97eb0edbe8:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,310 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T18:15:28,310 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1325): Online Regions={c756869dc6419086fd7a7f9dbcfb8f32=SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32., f0a4ba3d5ad415a7324ecbcf1728893a=SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a., 1b69e65bc86bc92eb12212888a410313=SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313., 21b0795f2aace9762eade8664ebab069=SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069.} 2024-11-09T18:15:28,310 DEBUG [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1351): Waiting on 1b69e65bc86bc92eb12212888a410313, 21b0795f2aace9762eade8664ebab069, c756869dc6419086fd7a7f9dbcfb8f32, f0a4ba3d5ad415a7324ecbcf1728893a 2024-11-09T18:15:28,310 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T18:15:28,312 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(3091): Received CLOSE for 057b14aee1ae1f0d8897eb640a2f05af 2024-11-09T18:15:28,312 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(3091): Received CLOSE for d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:15:28,312 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(959): stopping server fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:28,312 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:15:28,313 INFO [RS:1;fb97eb0edbe8:46233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fb97eb0edbe8:46233. 2024-11-09T18:15:28,313 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a699e066f8fc471a86f4c994a2b20c31, disabling compactions & flushes 2024-11-09T18:15:28,313 DEBUG [RS:1;fb97eb0edbe8:46233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T18:15:28,313 DEBUG [RS:1;fb97eb0edbe8:46233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,313 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:15:28,313 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:28,313 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:15:28,313 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:28,313 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:15:28,313 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. after waiting 0 ms 2024-11-09T18:15:28,313 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T18:15:28,313 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:28,317 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T18:15:28,317 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1325): Online Regions={a699e066f8fc471a86f4c994a2b20c31=SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31., 1588230740=hbase:meta,,1.1588230740, 057b14aee1ae1f0d8897eb640a2f05af=SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af., d925d60c6dc97b4f4dd79b2632113bda=SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda.} 2024-11-09T18:15:28,317 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T18:15:28,317 DEBUG [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1351): Waiting on 057b14aee1ae1f0d8897eb640a2f05af, 1588230740, a699e066f8fc471a86f4c994a2b20c31, d925d60c6dc97b4f4dd79b2632113bda 2024-11-09T18:15:28,317 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T18:15:28,317 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T18:15:28,317 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T18:15:28,317 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T18:15:28,319 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/c756869dc6419086fd7a7f9dbcfb8f32/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:15:28,320 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:28,320 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c756869dc6419086fd7a7f9dbcfb8f32: Waiting for close lock at 1731176128305Running coprocessor pre-close hooks at 1731176128305Disabling compacts and flushes for region at 1731176128305Disabling writes for close at 1731176128306 (+1 ms)Writing region close event to WAL at 1731176128306Running coprocessor post-close hooks at 1731176128320 (+14 ms)Closed at 1731176128320 2024-11-09T18:15:28,320 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731176077184.c756869dc6419086fd7a7f9dbcfb8f32. 2024-11-09T18:15:28,321 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0a4ba3d5ad415a7324ecbcf1728893a, disabling compactions & flushes 2024-11-09T18:15:28,321 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:28,321 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:28,321 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. after waiting 0 ms 2024-11-09T18:15:28,321 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:28,337 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/a699e066f8fc471a86f4c994a2b20c31/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:15:28,338 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:28,338 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a699e066f8fc471a86f4c994a2b20c31: Waiting for close lock at 1731176128313Running coprocessor pre-close hooks at 1731176128313Disabling compacts and flushes for region at 1731176128313Disabling writes for close at 1731176128313Writing region close event to WAL at 1731176128316 (+3 ms)Running coprocessor post-close hooks at 1731176128338 (+22 ms)Closed at 1731176128338 2024-11-09T18:15:28,338 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731176077184.a699e066f8fc471a86f4c994a2b20c31. 2024-11-09T18:15:28,339 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 057b14aee1ae1f0d8897eb640a2f05af, disabling compactions & flushes 2024-11-09T18:15:28,339 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:28,339 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:28,339 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. after waiting 0 ms 2024-11-09T18:15:28,339 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:28,347 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/f0a4ba3d5ad415a7324ecbcf1728893a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:15:28,348 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:28,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0a4ba3d5ad415a7324ecbcf1728893a: Waiting for close lock at 1731176128321Running coprocessor pre-close hooks at 1731176128321Disabling compacts and flushes for region at 1731176128321Disabling writes for close at 1731176128321Writing region close event to WAL at 1731176128340 (+19 ms)Running coprocessor post-close hooks at 1731176128347 (+7 ms)Closed at 1731176128347 2024-11-09T18:15:28,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731176077184.f0a4ba3d5ad415a7324ecbcf1728893a. 2024-11-09T18:15:28,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b69e65bc86bc92eb12212888a410313, disabling compactions & flushes 2024-11-09T18:15:28,348 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:28,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:28,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. after waiting 0 ms 2024-11-09T18:15:28,348 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:28,349 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-09T18:15:28,350 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/057b14aee1ae1f0d8897eb640a2f05af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:15:28,350 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T18:15:28,350 INFO [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T18:15:28,350 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731176128317Running coprocessor pre-close hooks at 1731176128317Disabling compacts and flushes for region at 1731176128317Disabling writes for close at 1731176128317Writing region close event to WAL at 1731176128342 (+25 ms)Running coprocessor post-close hooks at 1731176128350 (+8 ms)Closed at 1731176128350 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_META-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T18:15:28,351 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 057b14aee1ae1f0d8897eb640a2f05af: Waiting for close lock at 1731176128339Running coprocessor pre-close hooks at 1731176128339Disabling compacts and flushes for region at 1731176128339Disabling writes for close at 1731176128339Writing region close event to WAL at 1731176128341 (+2 ms)Running coprocessor post-close hooks at 1731176128351 (+10 ms)Closed at 1731176128351 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731176077184.057b14aee1ae1f0d8897eb640a2f05af. 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d925d60c6dc97b4f4dd79b2632113bda, disabling compactions & flushes 2024-11-09T18:15:28,351 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. after waiting 0 ms 2024-11-09T18:15:28,351 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:28,361 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/1b69e65bc86bc92eb12212888a410313/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T18:15:28,362 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/d925d60c6dc97b4f4dd79b2632113bda/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:15:28,362 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:28,362 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b69e65bc86bc92eb12212888a410313: Waiting for close lock at 1731176128348Running coprocessor pre-close hooks at 1731176128348Disabling compacts and flushes for region at 1731176128348Disabling writes for close at 1731176128348Writing region close event to WAL at 1731176128356 (+8 ms)Running coprocessor post-close hooks at 1731176128362 (+6 ms)Closed at 1731176128362 2024-11-09T18:15:28,362 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731176077184.1b69e65bc86bc92eb12212888a410313. 2024-11-09T18:15:28,362 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21b0795f2aace9762eade8664ebab069, disabling compactions & flushes 2024-11-09T18:15:28,362 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:28,362 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:28,363 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. after waiting 0 ms 2024-11-09T18:15:28,363 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:28,363 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:28,363 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d925d60c6dc97b4f4dd79b2632113bda: Waiting for close lock at 1731176128351Running coprocessor pre-close hooks at 1731176128351Disabling compacts and flushes for region at 1731176128351Disabling writes for close at 1731176128351Writing region close event to WAL at 1731176128356 (+5 ms)Running coprocessor post-close hooks at 1731176128363 (+7 ms)Closed at 1731176128363 2024-11-09T18:15:28,363 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731176077184.d925d60c6dc97b4f4dd79b2632113bda. 2024-11-09T18:15:28,367 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/data/default/SPTestTable/21b0795f2aace9762eade8664ebab069/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T18:15:28,368 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:15:28,368 INFO [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:28,369 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21b0795f2aace9762eade8664ebab069: Waiting for close lock at 1731176128362Running coprocessor pre-close hooks at 1731176128362Disabling compacts and flushes for region at 1731176128362Disabling writes for close at 1731176128363 (+1 ms)Writing region close event to WAL at 1731176128363Running coprocessor post-close hooks at 1731176128368 (+5 ms)Closed at 1731176128368 2024-11-09T18:15:28,369 DEBUG [RS_CLOSE_REGION-regionserver/fb97eb0edbe8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731176077184.21b0795f2aace9762eade8664ebab069. 2024-11-09T18:15:28,382 INFO [regionserver/fb97eb0edbe8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:15:28,510 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,33969,1731176065501; all regions closed. 2024-11-09T18:15:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741833_1009 (size=3439) 2024-11-09T18:15:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741833_1009 (size=3439) 2024-11-09T18:15:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741833_1009 (size=3439) 2024-11-09T18:15:28,515 DEBUG [RS:2;fb97eb0edbe8:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs 2024-11-09T18:15:28,515 INFO [RS:2;fb97eb0edbe8:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C33969%2C1731176065501:(num 1731176066746) 2024-11-09T18:15:28,515 DEBUG [RS:2;fb97eb0edbe8:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,515 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:15:28,515 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:15:28,516 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T18:15:28,516 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T18:15:28,516 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T18:15:28,516 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T18:15:28,516 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:15:28,516 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:15:28,516 INFO [RS:2;fb97eb0edbe8:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33969 2024-11-09T18:15:28,517 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(976): stopping server fb97eb0edbe8,46233,1731176065445; all regions closed. 2024-11-09T18:15:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741865_1041 (size=678) 2024-11-09T18:15:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741865_1041 (size=678) 2024-11-09T18:15:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741865_1041 (size=678) 2024-11-09T18:15:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:15:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,33969,1731176065501 2024-11-09T18:15:28,523 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:15:28,523 DEBUG [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs 2024-11-09T18:15:28,523 INFO [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46233%2C1731176065445.meta:.meta(num 1731176128028) 2024-11-09T18:15:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741834_1010 (size=2364) 2024-11-09T18:15:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741834_1010 (size=2364) 2024-11-09T18:15:28,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741834_1010 (size=2364) 2024-11-09T18:15:28,529 DEBUG [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/oldWALs 2024-11-09T18:15:28,529 INFO [RS:1;fb97eb0edbe8:46233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fb97eb0edbe8%2C46233%2C1731176065445:(num 1731176066754) 2024-11-09T18:15:28,529 DEBUG [RS:1;fb97eb0edbe8:46233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T18:15:28,529 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T18:15:28,529 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:15:28,530 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.ChoreService(370): Chore service for: regionserver/fb97eb0edbe8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T18:15:28,530 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:15:28,530 INFO [regionserver/fb97eb0edbe8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:15:28,530 INFO [RS:1;fb97eb0edbe8:46233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46233 2024-11-09T18:15:28,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,33969,1731176065501] 2024-11-09T18:15:28,544 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fb97eb0edbe8,46233,1731176065445 2024-11-09T18:15:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T18:15:28,544 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:15:28,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,33969,1731176065501 already deleted, retry=false 2024-11-09T18:15:28,554 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,33969,1731176065501 expired; onlineServers=1 2024-11-09T18:15:28,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fb97eb0edbe8,46233,1731176065445] 2024-11-09T18:15:28,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fb97eb0edbe8,46233,1731176065445 already deleted, retry=false 2024-11-09T18:15:28,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fb97eb0edbe8,46233,1731176065445 expired; onlineServers=0 2024-11-09T18:15:28,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fb97eb0edbe8,36065,1731176065055' ***** 2024-11-09T18:15:28,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T18:15:28,575 INFO [M:0;fb97eb0edbe8:36065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T18:15:28,575 INFO [M:0;fb97eb0edbe8:36065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T18:15:28,576 DEBUG [M:0;fb97eb0edbe8:36065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T18:15:28,576 DEBUG [M:0;fb97eb0edbe8:36065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T18:15:28,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T18:15:28,576 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176066456 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.large.0-1731176066456,5,FailOnTimeoutGroup] 2024-11-09T18:15:28,576 DEBUG [master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176066460 {}] cleaner.HFileCleaner(306): Exit Thread[master/fb97eb0edbe8:0:becomeActiveMaster-HFileCleaner.small.0-1731176066460,5,FailOnTimeoutGroup] 2024-11-09T18:15:28,576 INFO [M:0;fb97eb0edbe8:36065 {}] hbase.ChoreService(370): Chore service for: master/fb97eb0edbe8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T18:15:28,576 INFO [M:0;fb97eb0edbe8:36065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T18:15:28,576 DEBUG [M:0;fb97eb0edbe8:36065 {}] master.HMaster(1795): Stopping service threads 2024-11-09T18:15:28,576 INFO [M:0;fb97eb0edbe8:36065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T18:15:28,576 INFO [M:0;fb97eb0edbe8:36065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T18:15:28,576 ERROR [M:0;fb97eb0edbe8:36065 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46571 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46571,5,PEWorkerGroup] 2024-11-09T18:15:28,576 INFO [M:0;fb97eb0edbe8:36065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T18:15:28,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T18:15:28,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T18:15:28,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T18:15:28,586 DEBUG [M:0;fb97eb0edbe8:36065 {}] zookeeper.ZKUtil(347): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T18:15:28,586 WARN [M:0;fb97eb0edbe8:36065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T18:15:28,586 INFO [M:0;fb97eb0edbe8:36065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/.lastflushedseqids 2024-11-09T18:15:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741869_1045 (size=632) 2024-11-09T18:15:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741869_1045 (size=632) 2024-11-09T18:15:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741869_1045 (size=632) 2024-11-09T18:15:28,600 INFO [M:0;fb97eb0edbe8:36065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T18:15:28,600 INFO [M:0;fb97eb0edbe8:36065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T18:15:28,600 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T18:15:28,600 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:15:28,600 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:15:28,600 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T18:15:28,600 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:15:28,601 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=214.76 KB heapSize=255.53 KB 2024-11-09T18:15:28,617 DEBUG [M:0;fb97eb0edbe8:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2d35ffa8c404538a9171129082a6035 is 82, key is hbase:meta,,1/info:regioninfo/1731176128239/Put/seqid=0 2024-11-09T18:15:28,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741870_1046 (size=6071) 2024-11-09T18:15:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:28,633 INFO [RS:2;fb97eb0edbe8:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:15:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741870_1046 (size=6071) 2024-11-09T18:15:28,633 INFO [RS:2;fb97eb0edbe8:33969 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,33969,1731176065501; zookeeper connection closed. 2024-11-09T18:15:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x10120ce639f0003, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741870_1046 (size=6071) 2024-11-09T18:15:28,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c2f32df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c2f32df 2024-11-09T18:15:28,634 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2d35ffa8c404538a9171129082a6035 2024-11-09T18:15:28,658 DEBUG [M:0;fb97eb0edbe8:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d82e864493374187b82f75fe0d4a8bb6 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731176088109/Put/seqid=0 2024-11-09T18:15:28,665 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:28,665 INFO [RS:1;fb97eb0edbe8:46233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:15:28,665 INFO [RS:1;fb97eb0edbe8:46233 {}] regionserver.HRegionServer(1031): Exiting; stopping=fb97eb0edbe8,46233,1731176065445; zookeeper connection closed. 2024-11-09T18:15:28,665 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46233-0x10120ce639f0002, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:28,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498915e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498915e7 2024-11-09T18:15:28,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T18:15:28,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741871_1047 (size=11089) 2024-11-09T18:15:28,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741871_1047 (size=11089) 2024-11-09T18:15:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741871_1047 (size=11089) 2024-11-09T18:15:28,671 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=213.53 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d82e864493374187b82f75fe0d4a8bb6 2024-11-09T18:15:28,677 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82e864493374187b82f75fe0d4a8bb6 2024-11-09T18:15:28,694 DEBUG [M:0;fb97eb0edbe8:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b264b385f41846c8a242fd37583b45c3 is 69, key is fb97eb0edbe8,33969,1731176065501/rs:state/1731176066533/Put/seqid=0 2024-11-09T18:15:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741872_1048 (size=5447) 2024-11-09T18:15:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741872_1048 (size=5447) 2024-11-09T18:15:28,701 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b264b385f41846c8a242fd37583b45c3 2024-11-09T18:15:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741872_1048 (size=5447) 2024-11-09T18:15:28,706 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b264b385f41846c8a242fd37583b45c3 2024-11-09T18:15:28,708 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2d35ffa8c404538a9171129082a6035 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2d35ffa8c404538a9171129082a6035 2024-11-09T18:15:28,715 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2d35ffa8c404538a9171129082a6035, entries=14, sequenceid=439, filesize=5.9 K 2024-11-09T18:15:28,716 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d82e864493374187b82f75fe0d4a8bb6 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d82e864493374187b82f75fe0d4a8bb6 2024-11-09T18:15:28,723 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d82e864493374187b82f75fe0d4a8bb6 2024-11-09T18:15:28,723 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d82e864493374187b82f75fe0d4a8bb6, entries=51, sequenceid=439, filesize=10.8 K 2024-11-09T18:15:28,724 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b264b385f41846c8a242fd37583b45c3 as hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b264b385f41846c8a242fd37583b45c3 2024-11-09T18:15:28,730 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b264b385f41846c8a242fd37583b45c3 2024-11-09T18:15:28,730 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/d3849a20-ba10-137f-c8ea-e568fd6b60a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b264b385f41846c8a242fd37583b45c3, entries=3, sequenceid=439, filesize=5.3 K 2024-11-09T18:15:28,731 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~214.76 KB/219915, heapSize ~255.23 KB/261360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=439, compaction requested=false 2024-11-09T18:15:28,733 INFO [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T18:15:28,734 DEBUG [M:0;fb97eb0edbe8:36065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731176128600Disabling compacts and flushes for region at 1731176128600Disabling writes for close at 1731176128600Obtaining lock to block concurrent updates at 1731176128601 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731176128601Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=219915, getHeapSize=261600, getOffHeapSize=0, getCellsCount=537 at 1731176128601Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731176128601Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731176128601Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731176128616 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731176128616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731176128639 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731176128657 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731176128657Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731176128677 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731176128693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731176128693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a13f955: reopening flushed file at 1731176128707 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e88bf3: reopening flushed file at 1731176128715 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6115aabf: reopening flushed file at 1731176128723 (+8 ms)Finished flush of dataSize ~214.76 KB/219915, heapSize ~255.23 KB/261360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=439, compaction requested=false at 1731176128731 (+8 ms)Writing region close event to WAL at 1731176128733 (+2 ms)Closed at 1731176128733 2024-11-09T18:15:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741830_1006 (size=249261) 2024-11-09T18:15:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44655 is added to blk_1073741830_1006 (size=249261) 2024-11-09T18:15:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44509 is added to blk_1073741830_1006 (size=249261) 2024-11-09T18:15:28,736 INFO [M:0;fb97eb0edbe8:36065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T18:15:28,736 INFO [M:0;fb97eb0edbe8:36065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36065 2024-11-09T18:15:28,737 INFO [M:0;fb97eb0edbe8:36065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T18:15:28,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T18:15:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:28,896 INFO [M:0;fb97eb0edbe8:36065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T18:15:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x10120ce639f0000, quorum=127.0.0.1:63765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T18:15:28,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76cc5f70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:15:28,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e2e964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:15:28,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:15:28,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eeff62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:15:28,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355b5826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,STOPPED} 2024-11-09T18:15:28,945 WARN [BP-1656682955-172.17.0.3-1731176062101 heartbeating to localhost/127.0.0.1:46571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:15:28,945 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:15:28,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:15:28,945 WARN [BP-1656682955-172.17.0.3-1731176062101 heartbeating to localhost/127.0.0.1:46571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656682955-172.17.0.3-1731176062101 (Datanode Uuid 552ca8eb-18c7-4e88-ad5b-4bf27a5df25e) service to localhost/127.0.0.1:46571 2024-11-09T18:15:28,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data5/current/BP-1656682955-172.17.0.3-1731176062101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:15:28,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data6/current/BP-1656682955-172.17.0.3-1731176062101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:15:28,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:15:28,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33e24962{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:15:28,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147f919a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:15:28,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:15:28,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b93e1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:15:28,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9234fcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,STOPPED} 2024-11-09T18:15:28,956 WARN [BP-1656682955-172.17.0.3-1731176062101 heartbeating to localhost/127.0.0.1:46571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:15:28,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:15:28,956 WARN [BP-1656682955-172.17.0.3-1731176062101 heartbeating to localhost/127.0.0.1:46571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656682955-172.17.0.3-1731176062101 (Datanode Uuid 5b2cc1a3-e9c3-4a70-970d-f33b0f53bfdf) service to localhost/127.0.0.1:46571 2024-11-09T18:15:28,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:15:28,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data3/current/BP-1656682955-172.17.0.3-1731176062101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:15:28,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data4/current/BP-1656682955-172.17.0.3-1731176062101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:15:28,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:15:28,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ae4ac48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T18:15:28,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5777bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:15:28,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:15:28,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b6528f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:15:28,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf8095d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,STOPPED} 2024-11-09T18:15:28,965 WARN [BP-1656682955-172.17.0.3-1731176062101 heartbeating to localhost/127.0.0.1:46571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T18:15:28,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T18:15:28,965 WARN [BP-1656682955-172.17.0.3-1731176062101 heartbeating to localhost/127.0.0.1:46571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656682955-172.17.0.3-1731176062101 (Datanode Uuid 4bb3616f-9eac-48d3-814d-21a02d472698) service to localhost/127.0.0.1:46571 2024-11-09T18:15:28,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T18:15:28,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data1/current/BP-1656682955-172.17.0.3-1731176062101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:15:28,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/cluster_79a037f0-406d-86e4-d4b4-66274fb3f9b9/data/data2/current/BP-1656682955-172.17.0.3-1731176062101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T18:15:28,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T18:15:28,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a24c7a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T18:15:28,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72443302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T18:15:28,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T18:15:28,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265115b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T18:15:28,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d89db3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8f772b-ce17-f936-d52e-0116f7c0a449/hadoop.log.dir/,STOPPED} 2024-11-09T18:15:28,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T18:15:29,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T18:15:29,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 97) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46571 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46571 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fb97eb0edbe8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2645 (was 2790)